2024-12-16 03:17:59,762 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@431cd9b2 2024-12-16 03:17:59,777 main DEBUG Took 0.009286 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-16 03:17:59,778 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-16 03:17:59,778 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-16 03:17:59,779 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-16 03:17:59,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:17:59,786 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-16 03:17:59,798 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:17:59,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:17:59,800 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:17:59,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:17:59,801 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:17:59,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:17:59,802 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:17:59,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:17:59,803 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:17:59,803 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:17:59,804 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:17:59,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:17:59,804 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:17:59,805 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:17:59,805 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:17:59,805 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:17:59,806 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:17:59,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:17:59,806 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:17:59,807 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:17:59,807 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:17:59,807 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:17:59,808 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:17:59,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:17:59,808 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:17:59,808 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-16 03:17:59,810 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:17:59,811 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-16 03:17:59,813 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-16 03:17:59,813 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-16 03:17:59,814 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-16 03:17:59,815 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-16 03:17:59,822 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-16 03:17:59,824 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-16 03:17:59,826 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-16 03:17:59,826 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-16 03:17:59,827 main DEBUG createAppenders(={Console}) 2024-12-16 03:17:59,828 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@431cd9b2 initialized 2024-12-16 03:17:59,828 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@431cd9b2 2024-12-16 03:17:59,828 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@431cd9b2 OK. 2024-12-16 03:17:59,829 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-16 03:17:59,829 main DEBUG OutputStream closed 2024-12-16 03:17:59,829 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-16 03:17:59,829 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-16 03:17:59,830 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@1de76cc7 OK 2024-12-16 03:17:59,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-16 03:17:59,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-16 03:17:59,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-16 03:17:59,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-16 03:17:59,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-16 03:17:59,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-16 03:17:59,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-16 03:17:59,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-16 03:17:59,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-16 03:17:59,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-16 03:17:59,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-16 03:17:59,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-16 03:17:59,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-16 03:17:59,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-16 03:17:59,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-16 03:17:59,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-16 03:17:59,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-16 03:17:59,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-16 03:17:59,906 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16 03:17:59,906 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4331d187) with optional ClassLoader: null 2024-12-16 03:17:59,906 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-16 03:17:59,907 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4331d187] started OK. 2024-12-16T03:17:59,919 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.regionserver.TestMetaRegionReplicaReplicationEndpoint timeout: 13 mins 2024-12-16 03:17:59,922 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-16 03:17:59,922 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16T03:17:59,972 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testHBaseMetaReplicaGets Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=12502 2024-12-16T03:18:00,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8 2024-12-16T03:18:00,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T03:18:00,170 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a, deleteOnExit=true 2024-12-16T03:18:00,170 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T03:18:00,171 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/test.cache.data in system properties and HBase conf 2024-12-16T03:18:00,171 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T03:18:00,172 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/hadoop.log.dir in system properties and HBase conf 2024-12-16T03:18:00,172 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T03:18:00,173 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T03:18:00,173 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T03:18:00,250 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-16T03:18:00,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T03:18:00,340 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:18:00,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:18:00,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T03:18:00,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:18:00,342 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T03:18:00,342 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T03:18:00,342 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:18:00,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:18:00,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T03:18:00,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/nfs.dump.dir in system properties and HBase conf 2024-12-16T03:18:00,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/java.io.tmpdir in system properties and HBase conf 2024-12-16T03:18:00,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:18:00,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T03:18:00,345 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T03:18:01,277 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-16T03:18:01,353 INFO [Time-limited test {}] log.Log(170): Logging initialized @2255ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-16T03:18:01,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:18:01,476 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:18:01,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:18:01,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:18:01,499 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:18:01,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:18:01,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59eb6a1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:18:01,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70feb1e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:18:01,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47067e51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/java.io.tmpdir/jetty-localhost-42519-hadoop-hdfs-3_4_1-tests_jar-_-any-13093044736365357313/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:18:01,702 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34ba975e{HTTP/1.1, (http/1.1)}{localhost:42519} 2024-12-16T03:18:01,703 INFO [Time-limited test {}] server.Server(415): Started @2606ms 2024-12-16T03:18:02,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:18:02,159 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:18:02,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:18:02,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:18:02,160 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:18:02,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cb64c50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:18:02,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4921f1bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:18:02,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15a0f6df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/java.io.tmpdir/jetty-localhost-36227-hadoop-hdfs-3_4_1-tests_jar-_-any-8664626135688427926/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:18:02,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e2a6785{HTTP/1.1, (http/1.1)}{localhost:36227} 2024-12-16T03:18:02,254 INFO [Time-limited test {}] server.Server(415): Started @3156ms 2024-12-16T03:18:02,299 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:18:02,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:18:02,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:18:02,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:18:02,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:18:02,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:18:02,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6649019c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:18:02,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca979d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:18:02,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49e72fe3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/java.io.tmpdir/jetty-localhost-46279-hadoop-hdfs-3_4_1-tests_jar-_-any-15540930322689524311/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:18:02,503 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dd7b811{HTTP/1.1, (http/1.1)}{localhost:46279} 2024-12-16T03:18:02,503 INFO [Time-limited test {}] server.Server(415): Started @3406ms 2024-12-16T03:18:02,505 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:18:02,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:18:02,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:18:02,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:18:02,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:18:02,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:18:02,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71415903{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:18:02,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a4ff16d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:18:02,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2535dbb0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/java.io.tmpdir/jetty-localhost-32951-hadoop-hdfs-3_4_1-tests_jar-_-any-3695992345758216288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:18:02,637 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b27f10d{HTTP/1.1, (http/1.1)}{localhost:32951} 2024-12-16T03:18:02,637 INFO [Time-limited test {}] server.Server(415): Started @3540ms 2024-12-16T03:18:02,640 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:18:02,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:18:02,683 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:18:02,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:18:02,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:18:02,684 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:18:02,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c4bfbec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:18:02,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49eb5471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:18:02,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dd3decf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/java.io.tmpdir/jetty-localhost-44837-hadoop-hdfs-3_4_1-tests_jar-_-any-8112211951186300333/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:18:02,777 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b688448{HTTP/1.1, (http/1.1)}{localhost:44837} 2024-12-16T03:18:02,777 INFO [Time-limited test {}] server.Server(415): Started @3680ms 2024-12-16T03:18:02,779 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:18:03,373 WARN [Thread-147 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/dfs/data/data1/current/BP-1181422973-172.17.0.2-1734319080846/current, will proceed with Du for space computation calculation, 2024-12-16T03:18:03,373 WARN [Thread-145 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/dfs/data/data3/current/BP-1181422973-172.17.0.2-1734319080846/current, will proceed with Du for space computation calculation, 2024-12-16T03:18:03,373 WARN [Thread-148 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/dfs/data/data2/current/BP-1181422973-172.17.0.2-1734319080846/current, will proceed with Du for space computation calculation, 2024-12-16T03:18:03,373 WARN [Thread-146 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/dfs/data/data4/current/BP-1181422973-172.17.0.2-1734319080846/current, will proceed with Du for space computation calculation, 2024-12-16T03:18:03,411 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:18:03,411 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:18:03,457 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe32fa2dcc9280933 with lease ID 0xa3450fc2ce08a516: Processing first storage report for DS-124788c5-86b9-425a-9086-d1d5aec8ce3d from datanode DatanodeRegistration(127.0.0.1:34515, datanodeUuid=fb3a8335-f6a3-4735-a49c-2df5c6f7cc3d, infoPort=43579, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=1052609111;c=1734319080846) 2024-12-16T03:18:03,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe32fa2dcc9280933 with lease ID 0xa3450fc2ce08a516: from storage DS-124788c5-86b9-425a-9086-d1d5aec8ce3d node DatanodeRegistration(127.0.0.1:34515, datanodeUuid=fb3a8335-f6a3-4735-a49c-2df5c6f7cc3d, infoPort=43579, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=1052609111;c=1734319080846), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-16T03:18:03,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf890dd8b9a23c793 with lease ID 0xa3450fc2ce08a515: Processing first storage report for DS-f36d1361-985c-4958-92d4-4eaf0de2255b from datanode DatanodeRegistration(127.0.0.1:33713, datanodeUuid=fdc8e3f4-9d61-41cb-90a9-f4eb4b0c6182, infoPort=43471, infoSecurePort=0, ipcPort=43797, storageInfo=lv=-57;cid=testClusterID;nsid=1052609111;c=1734319080846) 2024-12-16T03:18:03,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf890dd8b9a23c793 with lease ID 0xa3450fc2ce08a515: from storage DS-f36d1361-985c-4958-92d4-4eaf0de2255b node DatanodeRegistration(127.0.0.1:33713, datanodeUuid=fdc8e3f4-9d61-41cb-90a9-f4eb4b0c6182, infoPort=43471, infoSecurePort=0, ipcPort=43797, storageInfo=lv=-57;cid=testClusterID;nsid=1052609111;c=1734319080846), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:18:03,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe32fa2dcc9280933 with lease ID 0xa3450fc2ce08a516: Processing first storage report for DS-9a98cbc5-3dab-45de-bcbf-596991f110a9 from datanode DatanodeRegistration(127.0.0.1:34515, datanodeUuid=fb3a8335-f6a3-4735-a49c-2df5c6f7cc3d, infoPort=43579, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=1052609111;c=1734319080846) 2024-12-16T03:18:03,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe32fa2dcc9280933 with lease ID 0xa3450fc2ce08a516: from storage DS-9a98cbc5-3dab-45de-bcbf-596991f110a9 node DatanodeRegistration(127.0.0.1:34515, datanodeUuid=fb3a8335-f6a3-4735-a49c-2df5c6f7cc3d, infoPort=43579, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=1052609111;c=1734319080846), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T03:18:03,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf890dd8b9a23c793 with lease ID 0xa3450fc2ce08a515: Processing first storage report for DS-7e529df7-c763-4750-8041-b7ec9b66eae4 from datanode DatanodeRegistration(127.0.0.1:33713, datanodeUuid=fdc8e3f4-9d61-41cb-90a9-f4eb4b0c6182, infoPort=43471, infoSecurePort=0, ipcPort=43797, storageInfo=lv=-57;cid=testClusterID;nsid=1052609111;c=1734319080846) 2024-12-16T03:18:03,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf890dd8b9a23c793 with lease ID 0xa3450fc2ce08a515: from storage DS-7e529df7-c763-4750-8041-b7ec9b66eae4 node DatanodeRegistration(127.0.0.1:33713, datanodeUuid=fdc8e3f4-9d61-41cb-90a9-f4eb4b0c6182, infoPort=43471, infoSecurePort=0, ipcPort=43797, storageInfo=lv=-57;cid=testClusterID;nsid=1052609111;c=1734319080846), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:18:03,476 WARN [Thread-167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/dfs/data/data6/current/BP-1181422973-172.17.0.2-1734319080846/current, will proceed with Du for space computation calculation, 2024-12-16T03:18:03,476 WARN [Thread-166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/dfs/data/data5/current/BP-1181422973-172.17.0.2-1734319080846/current, will proceed with Du for space computation calculation, 2024-12-16T03:18:03,492 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:18:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc148035eca2d939 with lease ID 0xa3450fc2ce08a517: Processing first storage report for DS-15099b6c-6803-4cda-81a3-995ffbf7abb6 from datanode DatanodeRegistration(127.0.0.1:44261, datanodeUuid=ce28c8cb-fcb1-48c3-9ffd-f2d159cfa375, infoPort=40403, infoSecurePort=0, ipcPort=33091, storageInfo=lv=-57;cid=testClusterID;nsid=1052609111;c=1734319080846) 2024-12-16T03:18:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc148035eca2d939 with lease ID 0xa3450fc2ce08a517: from storage DS-15099b6c-6803-4cda-81a3-995ffbf7abb6 node DatanodeRegistration(127.0.0.1:44261, datanodeUuid=ce28c8cb-fcb1-48c3-9ffd-f2d159cfa375, infoPort=40403, infoSecurePort=0, ipcPort=33091, storageInfo=lv=-57;cid=testClusterID;nsid=1052609111;c=1734319080846), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T03:18:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc148035eca2d939 with lease ID 0xa3450fc2ce08a517: Processing first storage report for DS-7fb77e41-72fd-4f9e-9961-18c470c583c0 from datanode DatanodeRegistration(127.0.0.1:44261, datanodeUuid=ce28c8cb-fcb1-48c3-9ffd-f2d159cfa375, infoPort=40403, infoSecurePort=0, ipcPort=33091, storageInfo=lv=-57;cid=testClusterID;nsid=1052609111;c=1734319080846) 2024-12-16T03:18:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc148035eca2d939 with lease ID 0xa3450fc2ce08a517: from storage DS-7fb77e41-72fd-4f9e-9961-18c470c583c0 node DatanodeRegistration(127.0.0.1:44261, datanodeUuid=ce28c8cb-fcb1-48c3-9ffd-f2d159cfa375, infoPort=40403, infoSecurePort=0, ipcPort=33091, storageInfo=lv=-57;cid=testClusterID;nsid=1052609111;c=1734319080846), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:18:03,580 WARN [Thread-178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/dfs/data/data8/current/BP-1181422973-172.17.0.2-1734319080846/current, will proceed with Du for space computation calculation, 2024-12-16T03:18:03,580 WARN [Thread-177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/dfs/data/data7/current/BP-1181422973-172.17.0.2-1734319080846/current, will proceed with Du for space computation calculation, 2024-12-16T03:18:03,596 WARN [Thread-125 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:18:03,601 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88eda10350e10d91 with lease ID 0xa3450fc2ce08a518: Processing first storage report for DS-66226f0e-8801-4c7c-98d4-80bcdc34ab07 from datanode DatanodeRegistration(127.0.0.1:41411, datanodeUuid=f208bfdc-5ddb-4bde-8d32-32aec9402746, infoPort=34047, infoSecurePort=0, ipcPort=45509, storageInfo=lv=-57;cid=testClusterID;nsid=1052609111;c=1734319080846) 2024-12-16T03:18:03,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88eda10350e10d91 with lease ID 0xa3450fc2ce08a518: from storage DS-66226f0e-8801-4c7c-98d4-80bcdc34ab07 node DatanodeRegistration(127.0.0.1:41411, datanodeUuid=f208bfdc-5ddb-4bde-8d32-32aec9402746, infoPort=34047, infoSecurePort=0, ipcPort=45509, storageInfo=lv=-57;cid=testClusterID;nsid=1052609111;c=1734319080846), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T03:18:03,601 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88eda10350e10d91 with lease ID 0xa3450fc2ce08a518: Processing first storage report for DS-baa17555-d242-444a-8ad4-696560fb1ddc from datanode DatanodeRegistration(127.0.0.1:41411, datanodeUuid=f208bfdc-5ddb-4bde-8d32-32aec9402746, infoPort=34047, infoSecurePort=0, ipcPort=45509, storageInfo=lv=-57;cid=testClusterID;nsid=1052609111;c=1734319080846) 2024-12-16T03:18:03,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88eda10350e10d91 with lease ID 0xa3450fc2ce08a518: from storage DS-baa17555-d242-444a-8ad4-696560fb1ddc node DatanodeRegistration(127.0.0.1:41411, datanodeUuid=f208bfdc-5ddb-4bde-8d32-32aec9402746, infoPort=34047, infoSecurePort=0, ipcPort=45509, storageInfo=lv=-57;cid=testClusterID;nsid=1052609111;c=1734319080846), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:18:03,685 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8 2024-12-16T03:18:03,747 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/zookeeper_0, clientPort=60113, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T03:18:03,757 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60113 2024-12-16T03:18:03,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:03,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:04,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:18:04,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:18:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:18:04,415 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 with version=8 2024-12-16T03:18:04,415 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/hbase-staging 2024-12-16T03:18:04,512 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-16T03:18:04,731 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:18:04,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:04,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:04,747 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:18:04,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:04,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:18:04,853 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:18:04,901 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-16T03:18:04,908 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-16T03:18:04,912 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:18:04,933 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 17359 (auto-detected) 2024-12-16T03:18:04,934 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-16T03:18:04,950 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45867 2024-12-16T03:18:04,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:04,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:04,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45867 connecting to ZooKeeper ensemble=127.0.0.1:60113 2024-12-16T03:18:05,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458670x0, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:18:05,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45867-0x1002cd82d510000 connected 2024-12-16T03:18:05,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:18:05,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:18:05,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:18:05,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45867 2024-12-16T03:18:05,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45867 2024-12-16T03:18:05,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45867 2024-12-16T03:18:05,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45867 2024-12-16T03:18:05,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45867 2024-12-16T03:18:05,172 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004, hbase.cluster.distributed=false 2024-12-16T03:18:05,225 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:18:05,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:05,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:05,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:18:05,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:05,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:18:05,228 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:18:05,230 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:18:05,230 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:32803 2024-12-16T03:18:05,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:18:05,236 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:18:05,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:05,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:05,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:32803 connecting to ZooKeeper ensemble=127.0.0.1:60113 2024-12-16T03:18:05,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328030x0, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:18:05,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32803-0x1002cd82d510001 connected 2024-12-16T03:18:05,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328030x0, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:18:05,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:18:05,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:18:05,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32803 2024-12-16T03:18:05,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32803 2024-12-16T03:18:05,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32803 2024-12-16T03:18:05,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32803 2024-12-16T03:18:05,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32803 2024-12-16T03:18:05,273 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:18:05,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:05,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:05,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:18:05,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:05,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:18:05,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:18:05,275 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:18:05,276 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39541 2024-12-16T03:18:05,277 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:18:05,277 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:18:05,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:05,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:05,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39541 connecting to ZooKeeper ensemble=127.0.0.1:60113 2024-12-16T03:18:05,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395410x0, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:18:05,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39541-0x1002cd82d510002 connected 2024-12-16T03:18:05,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:18:05,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:18:05,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:18:05,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39541 2024-12-16T03:18:05,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39541 2024-12-16T03:18:05,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39541 2024-12-16T03:18:05,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39541 2024-12-16T03:18:05,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39541 2024-12-16T03:18:05,317 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:18:05,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:05,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:05,318 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:18:05,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:05,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:18:05,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:18:05,318 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:18:05,319 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43717 2024-12-16T03:18:05,319 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:18:05,320 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:18:05,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:05,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:05,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43717 connecting to ZooKeeper ensemble=127.0.0.1:60113 2024-12-16T03:18:05,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437170x0, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:18:05,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437170x0, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:18:05,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43717-0x1002cd82d510003 connected 2024-12-16T03:18:05,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:18:05,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:18:05,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43717 2024-12-16T03:18:05,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43717 2024-12-16T03:18:05,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43717 2024-12-16T03:18:05,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43717 2024-12-16T03:18:05,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43717 2024-12-16T03:18:05,350 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:18:05,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:05,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:05,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:18:05,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:05,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:18:05,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:18:05,351 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:18:05,352 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33561 2024-12-16T03:18:05,353 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:18:05,354 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:18:05,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:05,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:05,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33561 connecting to ZooKeeper ensemble=127.0.0.1:60113 2024-12-16T03:18:05,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335610x0, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:18:05,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335610x0, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:18:05,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33561-0x1002cd82d510004 connected 2024-12-16T03:18:05,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:18:05,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:18:05,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33561 2024-12-16T03:18:05,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33561 2024-12-16T03:18:05,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33561 2024-12-16T03:18:05,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33561 2024-12-16T03:18:05,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33561 2024-12-16T03:18:05,395 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/f0d65a6309ee,45867,1734319084507 2024-12-16T03:18:05,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:18:05,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:18:05,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:18:05,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:18:05,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:18:05,408 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f0d65a6309ee,45867,1734319084507 2024-12-16T03:18:05,410 DEBUG [M:0;f0d65a6309ee:45867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f0d65a6309ee:45867 2024-12-16T03:18:05,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:18:05,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:18:05,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:18:05,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:18:05,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:05,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:05,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:05,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:05,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:18:05,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:05,431 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T03:18:05,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T03:18:05,432 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f0d65a6309ee,45867,1734319084507 from backup master directory 2024-12-16T03:18:05,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:18:05,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:18:05,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:18:05,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:18:05,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f0d65a6309ee,45867,1734319084507 2024-12-16T03:18:05,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:18:05,439 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:18:05,440 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f0d65a6309ee,45867,1734319084507 2024-12-16T03:18:05,441 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-16T03:18:05,442 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-16T03:18:05,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:18:05,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:18:05,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:18:05,517 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/hbase.id with ID: ae7bbbee-1a7f-4890-a7a6-f87cdeabe9c2 2024-12-16T03:18:05,560 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:05,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:05,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:05,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:05,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:05,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:05,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:18:05,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:18:05,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:18:05,626 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:18:05,628 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T03:18:05,643 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:18:05,647 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:18:05,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:18:05,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:18:05,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:18:05,701 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store 2024-12-16T03:18:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:18:05,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:18:05,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:18:05,726 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-16T03:18:05,726 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:05,727 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:18:05,727 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:18:05,727 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:18:05,727 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:18:05,728 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:18:05,728 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:18:05,728 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:18:05,730 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/.initializing 2024-12-16T03:18:05,730 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/WALs/f0d65a6309ee,45867,1734319084507 2024-12-16T03:18:05,737 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:18:05,748 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f0d65a6309ee%2C45867%2C1734319084507, suffix=, logDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/WALs/f0d65a6309ee,45867,1734319084507, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/oldWALs, maxLogs=10 2024-12-16T03:18:05,767 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/WALs/f0d65a6309ee,45867,1734319084507/f0d65a6309ee%2C45867%2C1734319084507.1734319085752, exclude list is [], retry=0 2024-12-16T03:18:05,783 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33713,DS-f36d1361-985c-4958-92d4-4eaf0de2255b,DISK] 2024-12-16T03:18:05,783 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41411,DS-66226f0e-8801-4c7c-98d4-80bcdc34ab07,DISK] 2024-12-16T03:18:05,783 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34515,DS-124788c5-86b9-425a-9086-d1d5aec8ce3d,DISK] 2024-12-16T03:18:05,786 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-16T03:18:05,824 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/WALs/f0d65a6309ee,45867,1734319084507/f0d65a6309ee%2C45867%2C1734319084507.1734319085752 2024-12-16T03:18:05,825 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43471:43471),(127.0.0.1/127.0.0.1:34047:34047),(127.0.0.1/127.0.0.1:43579:43579)] 2024-12-16T03:18:05,825 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:18:05,826 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:05,829 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:05,830 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:05,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:05,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T03:18:05,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:05,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:05,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:05,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T03:18:05,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:05,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:05,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:05,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T03:18:05,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:05,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:05,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:05,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T03:18:05,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:05,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:05,905 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:05,907 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:05,916 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T03:18:05,920 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:05,924 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:05,925 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66244221, jitterRate=-0.012884184718132019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T03:18:05,928 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:18:05,929 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T03:18:05,954 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d405f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:05,981 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T03:18:05,990 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T03:18:05,990 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T03:18:05,992 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T03:18:05,993 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-16T03:18:05,998 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-16T03:18:05,998 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T03:18:06,021 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T03:18:06,032 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-16T03:18:06,063 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-16T03:18:06,067 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T03:18:06,069 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-16T03:18:06,079 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-16T03:18:06,084 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T03:18:06,090 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-16T03:18:06,096 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-16T03:18:06,097 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-16T03:18:06,105 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-16T03:18:06,116 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T03:18:06,121 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-16T03:18:06,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:18:06,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:18:06,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:18:06,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:18:06,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:18:06,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,132 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f0d65a6309ee,45867,1734319084507, sessionid=0x1002cd82d510000, setting cluster-up flag (Was=false) 2024-12-16T03:18:06,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,180 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-16T03:18:06,184 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,45867,1734319084507 2024-12-16T03:18:06,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,230 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-16T03:18:06,231 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,45867,1734319084507 2024-12-16T03:18:06,309 DEBUG [RS:0;f0d65a6309ee:32803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f0d65a6309ee:32803 2024-12-16T03:18:06,310 DEBUG [RS:2;f0d65a6309ee:43717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f0d65a6309ee:43717 2024-12-16T03:18:06,310 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T03:18:06,310 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(1008): ClusterId : ae7bbbee-1a7f-4890-a7a6-f87cdeabe9c2 2024-12-16T03:18:06,311 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(1008): ClusterId : ae7bbbee-1a7f-4890-a7a6-f87cdeabe9c2 2024-12-16T03:18:06,312 DEBUG [RS:3;f0d65a6309ee:33561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;f0d65a6309ee:33561 2024-12-16T03:18:06,312 DEBUG [RS:1;f0d65a6309ee:39541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f0d65a6309ee:39541 2024-12-16T03:18:06,313 DEBUG [RS:0;f0d65a6309ee:32803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:18:06,313 DEBUG [RS:2;f0d65a6309ee:43717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:18:06,313 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(1008): ClusterId : ae7bbbee-1a7f-4890-a7a6-f87cdeabe9c2 2024-12-16T03:18:06,313 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(1008): ClusterId : ae7bbbee-1a7f-4890-a7a6-f87cdeabe9c2 2024-12-16T03:18:06,313 DEBUG [RS:3;f0d65a6309ee:33561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:18:06,313 DEBUG [RS:1;f0d65a6309ee:39541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:18:06,315 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T03:18:06,317 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T03:18:06,322 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f0d65a6309ee,45867,1734319084507 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T03:18:06,325 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:18:06,325 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:18:06,325 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:18:06,325 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:18:06,326 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f0d65a6309ee:0, corePoolSize=10, maxPoolSize=10 2024-12-16T03:18:06,326 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,326 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:18:06,326 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,327 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734319116327 2024-12-16T03:18:06,328 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T03:18:06,329 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T03:18:06,331 DEBUG [RS:1;f0d65a6309ee:39541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:18:06,331 DEBUG [RS:3;f0d65a6309ee:33561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:18:06,331 DEBUG [RS:0;f0d65a6309ee:32803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:18:06,331 DEBUG [RS:2;f0d65a6309ee:43717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:18:06,331 DEBUG [RS:1;f0d65a6309ee:39541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:18:06,331 DEBUG [RS:3;f0d65a6309ee:33561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:18:06,332 DEBUG [RS:0;f0d65a6309ee:32803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:18:06,332 DEBUG [RS:2;f0d65a6309ee:43717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:18:06,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:18:06,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T03:18:06,333 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T03:18:06,333 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T03:18:06,333 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T03:18:06,334 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T03:18:06,334 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,336 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T03:18:06,336 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:06,336 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:18:06,337 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T03:18:06,337 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T03:18:06,339 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T03:18:06,339 DEBUG [RS:3;f0d65a6309ee:33561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:18:06,339 DEBUG [RS:0;f0d65a6309ee:32803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:18:06,340 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T03:18:06,340 DEBUG [RS:3;f0d65a6309ee:33561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1f489d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:06,340 DEBUG [RS:0;f0d65a6309ee:32803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2bc3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:06,340 DEBUG [RS:2;f0d65a6309ee:43717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:18:06,340 DEBUG [RS:1;f0d65a6309ee:39541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:18:06,340 DEBUG [RS:2;f0d65a6309ee:43717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b085513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:06,340 DEBUG [RS:1;f0d65a6309ee:39541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ad879e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:06,342 DEBUG [RS:3;f0d65a6309ee:33561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b672a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:18:06,342 DEBUG [RS:2;f0d65a6309ee:43717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f13ac47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:18:06,343 DEBUG [RS:1;f0d65a6309ee:39541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618b8b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:18:06,343 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319086341,5,FailOnTimeoutGroup] 2024-12-16T03:18:06,343 DEBUG [RS:0;f0d65a6309ee:32803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266dd961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:18:06,344 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319086344,5,FailOnTimeoutGroup] 2024-12-16T03:18:06,344 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,344 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T03:18:06,344 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:18:06,344 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:18:06,344 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:18:06,344 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:18:06,344 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:18:06,344 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:18:06,345 DEBUG [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:18:06,345 DEBUG [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:18:06,345 DEBUG [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:18:06,345 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,345 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,347 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,45867,1734319084507 with isa=f0d65a6309ee/172.17.0.2:39541, startcode=1734319085272 2024-12-16T03:18:06,347 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,45867,1734319084507 with isa=f0d65a6309ee/172.17.0.2:43717, startcode=1734319085316 2024-12-16T03:18:06,347 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,45867,1734319084507 with isa=f0d65a6309ee/172.17.0.2:33561, startcode=1734319085350 2024-12-16T03:18:06,350 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:18:06,350 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:18:06,350 DEBUG [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:18:06,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:18:06,351 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,45867,1734319084507 with isa=f0d65a6309ee/172.17.0.2:32803, startcode=1734319085224 2024-12-16T03:18:06,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:18:06,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:18:06,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T03:18:06,354 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:06,360 DEBUG [RS:0;f0d65a6309ee:32803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:18:06,360 DEBUG [RS:3;f0d65a6309ee:33561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:18:06,360 DEBUG [RS:2;f0d65a6309ee:43717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:18:06,360 DEBUG [RS:1;f0d65a6309ee:39541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:18:06,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:18:06,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:18:06,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:18:06,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:06,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:18:06,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:18:06,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:06,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:06,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:18:06,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:18:06,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:06,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:06,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:18:06,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:18:06,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:06,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:06,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740 2024-12-16T03:18:06,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740 2024-12-16T03:18:06,395 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46509, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:18:06,395 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46065, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:18:06,395 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58371, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:18:06,397 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43423, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:18:06,400 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:18:06,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:06,404 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:06,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:18:06,409 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:06,410 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64860239, jitterRate=-0.033507123589515686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:18:06,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:18:06,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:18:06,412 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:18:06,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:18:06,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:18:06,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:18:06,414 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:18:06,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:18:06,414 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:06,414 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:06,417 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:18:06,417 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T03:18:06,417 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:06,417 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:06,417 DEBUG [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:06,417 DEBUG [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:06,417 DEBUG [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33281 2024-12-16T03:18:06,417 DEBUG [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33281 2024-12-16T03:18:06,417 DEBUG [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:18:06,418 DEBUG [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:18:06,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T03:18:06,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:06,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:06,424 DEBUG [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:06,424 DEBUG [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33281 2024-12-16T03:18:06,424 DEBUG [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:18:06,426 DEBUG [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:06,426 DEBUG [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33281 2024-12-16T03:18:06,426 DEBUG [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:18:06,430 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T03:18:06,432 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:18:06,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:18:06,464 DEBUG [RS:3;f0d65a6309ee:33561 {}] zookeeper.ZKUtil(111): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:06,464 WARN [RS:3;f0d65a6309ee:33561 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:18:06,465 DEBUG [RS:1;f0d65a6309ee:39541 {}] zookeeper.ZKUtil(111): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:06,465 INFO [RS:3;f0d65a6309ee:33561 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:18:06,465 WARN [RS:1;f0d65a6309ee:39541 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:18:06,465 DEBUG [RS:0;f0d65a6309ee:32803 {}] zookeeper.ZKUtil(111): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:06,465 WARN [RS:0;f0d65a6309ee:32803 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:18:06,465 INFO [RS:1;f0d65a6309ee:39541 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:18:06,465 DEBUG [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:06,465 INFO [RS:0;f0d65a6309ee:32803 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:18:06,465 DEBUG [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:06,465 DEBUG [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:06,466 DEBUG [RS:2;f0d65a6309ee:43717 {}] zookeeper.ZKUtil(111): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:06,466 WARN [RS:2;f0d65a6309ee:43717 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:18:06,467 INFO [RS:2;f0d65a6309ee:43717 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:18:06,467 DEBUG [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:06,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,32803,1734319085224] 2024-12-16T03:18:06,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,43717,1734319085316] 2024-12-16T03:18:06,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,33561,1734319085350] 2024-12-16T03:18:06,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,39541,1734319085272] 2024-12-16T03:18:06,481 DEBUG [RS:1;f0d65a6309ee:39541 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:18:06,481 DEBUG [RS:2;f0d65a6309ee:43717 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:18:06,481 DEBUG [RS:3;f0d65a6309ee:33561 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:18:06,481 DEBUG [RS:0;f0d65a6309ee:32803 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:18:06,490 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:18:06,490 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:18:06,490 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:18:06,490 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:18:06,504 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:18:06,504 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:18:06,504 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:18:06,505 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:18:06,507 INFO [RS:0;f0d65a6309ee:32803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:18:06,507 INFO [RS:3;f0d65a6309ee:33561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:18:06,507 INFO [RS:2;f0d65a6309ee:43717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:18:06,507 INFO [RS:2;f0d65a6309ee:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,507 INFO [RS:0;f0d65a6309ee:32803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,507 INFO [RS:3;f0d65a6309ee:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,507 INFO [RS:1;f0d65a6309ee:39541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:18:06,507 INFO [RS:1;f0d65a6309ee:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,508 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:18:06,510 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:18:06,510 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:18:06,510 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:18:06,514 INFO [RS:2;f0d65a6309ee:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,514 INFO [RS:1;f0d65a6309ee:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,514 INFO [RS:3;f0d65a6309ee:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,514 INFO [RS:0;f0d65a6309ee:32803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,514 DEBUG [RS:2;f0d65a6309ee:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,514 DEBUG [RS:1;f0d65a6309ee:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,514 DEBUG [RS:3;f0d65a6309ee:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,514 DEBUG [RS:0;f0d65a6309ee:32803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,514 DEBUG [RS:2;f0d65a6309ee:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,514 DEBUG [RS:1;f0d65a6309ee:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:0;f0d65a6309ee:32803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:3;f0d65a6309ee:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:2;f0d65a6309ee:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:1;f0d65a6309ee:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:3;f0d65a6309ee:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:0;f0d65a6309ee:32803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:2;f0d65a6309ee:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:1;f0d65a6309ee:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:0;f0d65a6309ee:32803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:3;f0d65a6309ee:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:2;f0d65a6309ee:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:1;f0d65a6309ee:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:0;f0d65a6309ee:32803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:3;f0d65a6309ee:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:2;f0d65a6309ee:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:18:06,515 DEBUG [RS:1;f0d65a6309ee:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:18:06,515 DEBUG [RS:3;f0d65a6309ee:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:18:06,515 DEBUG [RS:0;f0d65a6309ee:32803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:18:06,515 DEBUG [RS:2;f0d65a6309ee:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:1;f0d65a6309ee:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:0;f0d65a6309ee:32803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:3;f0d65a6309ee:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:2;f0d65a6309ee:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:1;f0d65a6309ee:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:0;f0d65a6309ee:32803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:3;f0d65a6309ee:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:0;f0d65a6309ee:32803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:3;f0d65a6309ee:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:2;f0d65a6309ee:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,515 DEBUG [RS:1;f0d65a6309ee:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,516 DEBUG [RS:0;f0d65a6309ee:32803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,516 DEBUG [RS:3;f0d65a6309ee:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,516 DEBUG [RS:2;f0d65a6309ee:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,516 DEBUG [RS:1;f0d65a6309ee:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,516 DEBUG [RS:0;f0d65a6309ee:32803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,516 DEBUG [RS:3;f0d65a6309ee:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,516 DEBUG [RS:2;f0d65a6309ee:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,516 DEBUG [RS:1;f0d65a6309ee:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:06,516 DEBUG [RS:1;f0d65a6309ee:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:18:06,516 DEBUG [RS:0;f0d65a6309ee:32803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:18:06,516 DEBUG [RS:2;f0d65a6309ee:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:18:06,516 DEBUG [RS:3;f0d65a6309ee:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:18:06,516 DEBUG [RS:1;f0d65a6309ee:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:18:06,516 DEBUG [RS:3;f0d65a6309ee:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:18:06,516 DEBUG [RS:0;f0d65a6309ee:32803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:18:06,516 DEBUG [RS:2;f0d65a6309ee:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:18:06,520 INFO [RS:1;f0d65a6309ee:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:3;f0d65a6309ee:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:0;f0d65a6309ee:32803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:1;f0d65a6309ee:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:3;f0d65a6309ee:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:2;f0d65a6309ee:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:0;f0d65a6309ee:32803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:1;f0d65a6309ee:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:3;f0d65a6309ee:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:2;f0d65a6309ee:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:1;f0d65a6309ee:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:0;f0d65a6309ee:32803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:3;f0d65a6309ee:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:2;f0d65a6309ee:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:1;f0d65a6309ee:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,39541,1734319085272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:0;f0d65a6309ee:32803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:2;f0d65a6309ee:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:3;f0d65a6309ee:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33561,1734319085350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:2;f0d65a6309ee:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,43717,1734319085316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:18:06,520 INFO [RS:0;f0d65a6309ee:32803 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,32803,1734319085224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:18:06,537 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:18:06,539 INFO [RS:1;f0d65a6309ee:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,39541,1734319085272-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,540 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:18:06,540 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:18:06,540 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:18:06,540 INFO [RS:3;f0d65a6309ee:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33561,1734319085350-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,540 INFO [RS:2;f0d65a6309ee:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,43717,1734319085316-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,540 INFO [RS:0;f0d65a6309ee:32803 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,32803,1734319085224-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:06,554 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.Replication(204): f0d65a6309ee,39541,1734319085272 started 2024-12-16T03:18:06,555 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,39541,1734319085272, RpcServer on f0d65a6309ee/172.17.0.2:39541, sessionid=0x1002cd82d510002 2024-12-16T03:18:06,555 DEBUG [RS:1;f0d65a6309ee:39541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:18:06,555 DEBUG [RS:1;f0d65a6309ee:39541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:06,555 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.Replication(204): f0d65a6309ee,33561,1734319085350 started 2024-12-16T03:18:06,555 DEBUG [RS:1;f0d65a6309ee:39541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,39541,1734319085272' 2024-12-16T03:18:06,555 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,33561,1734319085350, RpcServer on f0d65a6309ee/172.17.0.2:33561, sessionid=0x1002cd82d510004 2024-12-16T03:18:06,555 DEBUG [RS:1;f0d65a6309ee:39541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:18:06,556 DEBUG [RS:3;f0d65a6309ee:33561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:18:06,556 DEBUG [RS:3;f0d65a6309ee:33561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:06,556 DEBUG [RS:3;f0d65a6309ee:33561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,33561,1734319085350' 2024-12-16T03:18:06,556 DEBUG [RS:3;f0d65a6309ee:33561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:18:06,556 DEBUG [RS:1;f0d65a6309ee:39541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:18:06,556 DEBUG [RS:3;f0d65a6309ee:33561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:18:06,557 DEBUG [RS:1;f0d65a6309ee:39541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:18:06,557 DEBUG [RS:3;f0d65a6309ee:33561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:18:06,557 DEBUG [RS:1;f0d65a6309ee:39541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:18:06,557 DEBUG [RS:3;f0d65a6309ee:33561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:18:06,557 DEBUG [RS:1;f0d65a6309ee:39541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:06,557 DEBUG [RS:3;f0d65a6309ee:33561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:06,557 DEBUG [RS:3;f0d65a6309ee:33561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,33561,1734319085350' 2024-12-16T03:18:06,557 DEBUG [RS:1;f0d65a6309ee:39541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,39541,1734319085272' 2024-12-16T03:18:06,557 DEBUG [RS:3;f0d65a6309ee:33561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:18:06,557 DEBUG [RS:1;f0d65a6309ee:39541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:18:06,557 DEBUG [RS:3;f0d65a6309ee:33561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:18:06,557 DEBUG [RS:1;f0d65a6309ee:39541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:18:06,558 DEBUG [RS:3;f0d65a6309ee:33561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:18:06,558 INFO [RS:3;f0d65a6309ee:33561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:18:06,558 DEBUG [RS:1;f0d65a6309ee:39541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:18:06,558 INFO [RS:3;f0d65a6309ee:33561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:18:06,558 INFO [RS:1;f0d65a6309ee:39541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:18:06,558 INFO [RS:1;f0d65a6309ee:39541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:18:06,560 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.Replication(204): f0d65a6309ee,32803,1734319085224 started 2024-12-16T03:18:06,561 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.Replication(204): f0d65a6309ee,43717,1734319085316 started 2024-12-16T03:18:06,561 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,32803,1734319085224, RpcServer on f0d65a6309ee/172.17.0.2:32803, sessionid=0x1002cd82d510001 2024-12-16T03:18:06,561 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,43717,1734319085316, RpcServer on f0d65a6309ee/172.17.0.2:43717, sessionid=0x1002cd82d510003 2024-12-16T03:18:06,561 DEBUG [RS:0;f0d65a6309ee:32803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:18:06,561 DEBUG [RS:2;f0d65a6309ee:43717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:18:06,561 DEBUG [RS:0;f0d65a6309ee:32803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:06,561 DEBUG [RS:2;f0d65a6309ee:43717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:06,561 DEBUG [RS:0;f0d65a6309ee:32803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,32803,1734319085224' 2024-12-16T03:18:06,561 DEBUG [RS:2;f0d65a6309ee:43717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,43717,1734319085316' 2024-12-16T03:18:06,561 DEBUG [RS:0;f0d65a6309ee:32803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:18:06,561 DEBUG [RS:2;f0d65a6309ee:43717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:18:06,562 DEBUG [RS:0;f0d65a6309ee:32803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:18:06,562 DEBUG [RS:2;f0d65a6309ee:43717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:18:06,562 DEBUG [RS:2;f0d65a6309ee:43717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:18:06,562 DEBUG [RS:2;f0d65a6309ee:43717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:18:06,562 DEBUG [RS:0;f0d65a6309ee:32803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:18:06,562 DEBUG [RS:2;f0d65a6309ee:43717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:06,562 DEBUG [RS:0;f0d65a6309ee:32803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:18:06,562 DEBUG [RS:2;f0d65a6309ee:43717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,43717,1734319085316' 2024-12-16T03:18:06,562 DEBUG [RS:0;f0d65a6309ee:32803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:06,562 DEBUG [RS:2;f0d65a6309ee:43717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:18:06,562 DEBUG [RS:0;f0d65a6309ee:32803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,32803,1734319085224' 2024-12-16T03:18:06,562 DEBUG [RS:0;f0d65a6309ee:32803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:18:06,563 DEBUG [RS:2;f0d65a6309ee:43717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:18:06,563 DEBUG [RS:0;f0d65a6309ee:32803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:18:06,563 DEBUG [RS:0;f0d65a6309ee:32803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:18:06,563 DEBUG [RS:2;f0d65a6309ee:43717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:18:06,563 INFO [RS:0;f0d65a6309ee:32803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:18:06,563 INFO [RS:2;f0d65a6309ee:43717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:18:06,563 INFO [RS:0;f0d65a6309ee:32803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:18:06,563 INFO [RS:2;f0d65a6309ee:43717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:18:06,583 WARN [f0d65a6309ee:45867 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-16T03:18:06,671 INFO [RS:3;f0d65a6309ee:33561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:18:06,671 INFO [RS:1;f0d65a6309ee:39541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:18:06,671 INFO [RS:0;f0d65a6309ee:32803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:18:06,671 INFO [RS:2;f0d65a6309ee:43717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:18:06,674 INFO [RS:1;f0d65a6309ee:39541 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C39541%2C1734319085272, suffix=, logDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,39541,1734319085272, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/oldWALs, maxLogs=10 2024-12-16T03:18:06,674 INFO [RS:3;f0d65a6309ee:33561 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C33561%2C1734319085350, suffix=, logDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,33561,1734319085350, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/oldWALs, maxLogs=10 2024-12-16T03:18:06,674 INFO [RS:0;f0d65a6309ee:32803 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C32803%2C1734319085224, suffix=, logDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/oldWALs, maxLogs=10 2024-12-16T03:18:06,674 INFO [RS:2;f0d65a6309ee:43717 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C43717%2C1734319085316, suffix=, logDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,43717,1734319085316, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/oldWALs, maxLogs=10 2024-12-16T03:18:06,689 DEBUG [RS:2;f0d65a6309ee:43717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,43717,1734319085316/f0d65a6309ee%2C43717%2C1734319085316.1734319086677, exclude list is [], retry=0 2024-12-16T03:18:06,689 DEBUG [RS:3;f0d65a6309ee:33561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,33561,1734319085350/f0d65a6309ee%2C33561%2C1734319085350.1734319086677, exclude list is [], retry=0 2024-12-16T03:18:06,689 DEBUG [RS:1;f0d65a6309ee:39541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,39541,1734319085272/f0d65a6309ee%2C39541%2C1734319085272.1734319086677, exclude list is [], retry=0 2024-12-16T03:18:06,691 DEBUG [RS:0;f0d65a6309ee:32803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.1734319086677, exclude list is [], retry=0 2024-12-16T03:18:06,693 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-15099b6c-6803-4cda-81a3-995ffbf7abb6,DISK] 2024-12-16T03:18:06,693 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34515,DS-124788c5-86b9-425a-9086-d1d5aec8ce3d,DISK] 2024-12-16T03:18:06,694 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41411,DS-66226f0e-8801-4c7c-98d4-80bcdc34ab07,DISK] 2024-12-16T03:18:06,694 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41411,DS-66226f0e-8801-4c7c-98d4-80bcdc34ab07,DISK] 2024-12-16T03:18:06,695 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34515,DS-124788c5-86b9-425a-9086-d1d5aec8ce3d,DISK] 2024-12-16T03:18:06,695 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-15099b6c-6803-4cda-81a3-995ffbf7abb6,DISK] 2024-12-16T03:18:06,695 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33713,DS-f36d1361-985c-4958-92d4-4eaf0de2255b,DISK] 2024-12-16T03:18:06,695 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33713,DS-f36d1361-985c-4958-92d4-4eaf0de2255b,DISK] 2024-12-16T03:18:06,696 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33713,DS-f36d1361-985c-4958-92d4-4eaf0de2255b,DISK] 2024-12-16T03:18:06,697 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-15099b6c-6803-4cda-81a3-995ffbf7abb6,DISK] 2024-12-16T03:18:06,697 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41411,DS-66226f0e-8801-4c7c-98d4-80bcdc34ab07,DISK] 2024-12-16T03:18:06,697 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33713,DS-f36d1361-985c-4958-92d4-4eaf0de2255b,DISK] 2024-12-16T03:18:06,706 INFO [RS:3;f0d65a6309ee:33561 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,33561,1734319085350/f0d65a6309ee%2C33561%2C1734319085350.1734319086677 2024-12-16T03:18:06,706 INFO [RS:2;f0d65a6309ee:43717 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,43717,1734319085316/f0d65a6309ee%2C43717%2C1734319085316.1734319086677 2024-12-16T03:18:06,707 DEBUG [RS:2;f0d65a6309ee:43717 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43579:43579),(127.0.0.1/127.0.0.1:34047:34047),(127.0.0.1/127.0.0.1:43471:43471)] 2024-12-16T03:18:06,707 INFO [RS:1;f0d65a6309ee:39541 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,39541,1734319085272/f0d65a6309ee%2C39541%2C1734319085272.1734319086677 2024-12-16T03:18:06,708 DEBUG [RS:3;f0d65a6309ee:33561 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40403:40403),(127.0.0.1/127.0.0.1:34047:34047),(127.0.0.1/127.0.0.1:43471:43471)] 2024-12-16T03:18:06,708 DEBUG [RS:1;f0d65a6309ee:39541 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40403:40403),(127.0.0.1/127.0.0.1:43579:43579),(127.0.0.1/127.0.0.1:43471:43471)] 2024-12-16T03:18:06,708 INFO [RS:0;f0d65a6309ee:32803 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.1734319086677 2024-12-16T03:18:06,708 DEBUG [RS:0;f0d65a6309ee:32803 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40403:40403),(127.0.0.1/127.0.0.1:43471:43471),(127.0.0.1/127.0.0.1:34047:34047)] 2024-12-16T03:18:06,834 DEBUG [f0d65a6309ee:45867 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-16T03:18:06,837 DEBUG [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:18:06,842 DEBUG [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:18:06,842 DEBUG [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:18:06,842 DEBUG [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:18:06,842 DEBUG [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:18:06,842 INFO [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:18:06,842 INFO [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:18:06,842 INFO [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:18:06,842 INFO [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:18:06,842 DEBUG [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:18:06,847 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:06,852 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,32803,1734319085224, state=OPENING 2024-12-16T03:18:06,888 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T03:18:06,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:06,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:06,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:06,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:06,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:06,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:06,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,32803,1734319085224}] 2024-12-16T03:18:07,083 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:07,084 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:18:07,086 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:18:07,098 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:18:07,098 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:18:07,121 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-16T03:18:07,122 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T03:18:07,125 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C32803%2C1734319085224.meta, suffix=.meta, logDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/oldWALs, maxLogs=10 2024-12-16T03:18:07,138 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, exclude list is [], retry=0 2024-12-16T03:18:07,143 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34515,DS-124788c5-86b9-425a-9086-d1d5aec8ce3d,DISK] 2024-12-16T03:18:07,143 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33713,DS-f36d1361-985c-4958-92d4-4eaf0de2255b,DISK] 2024-12-16T03:18:07,144 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-15099b6c-6803-4cda-81a3-995ffbf7abb6,DISK] 2024-12-16T03:18:07,147 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta 2024-12-16T03:18:07,147 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40403:40403),(127.0.0.1/127.0.0.1:43579:43579),(127.0.0.1/127.0.0.1:43471:43471)] 2024-12-16T03:18:07,148 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:18:07,149 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:18:07,154 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c45e635 to 127.0.0.1:60113 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72955fbc 2024-12-16T03:18:07,155 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-16T03:18:07,165 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbef8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:07,169 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:60113 2024-12-16T03:18:07,180 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:18:07,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1002cd82d510006 connected 2024-12-16T03:18:07,181 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=ae7bbbee-1a7f-4890-a7a6-f87cdeabe9c2 to cluster=ae7bbbee-1a7f-4890-a7a6-f87cdeabe9c2 2024-12-16T03:18:07,184 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=f0d65a6309ee%2C32803%2C1734319085224 2024-12-16T03:18:07,186 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-16T03:18:07,187 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f0d65a6309ee%2C32803%2C1734319085224 2024-12-16T03:18:07,187 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, startPosition=0, beingWritten=true 2024-12-16T03:18:07,198 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:18:07,202 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:18:07,206 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:18:07,206 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:07,206 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:18:07,206 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:18:07,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:18:07,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:18:07,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:07,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:07,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:18:07,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:18:07,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:07,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:07,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:18:07,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:18:07,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:07,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:07,217 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740 2024-12-16T03:18:07,220 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740 2024-12-16T03:18:07,222 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:18:07,225 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:18:07,226 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72761576, jitterRate=0.08423197269439697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:18:07,228 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:18:07,233 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734319087078 2024-12-16T03:18:07,244 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:18:07,244 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:18:07,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:07,249 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,32803,1734319085224, state=OPEN 2024-12-16T03:18:07,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:07,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:07,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:07,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:07,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:07,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:07,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:07,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:07,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:07,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:07,278 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:18:07,278 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 316, reset compression=false 2024-12-16T03:18:07,278 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734319087232/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=316, nbRowKeys=1, nbHFiles=0, heapSize=332, lastSeqIds={}, endOfFile=false,usedBufferSize=332] 2024-12-16T03:18:07,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T03:18:07,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,32803,1734319085224 in 368 msec 2024-12-16T03:18:07,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T03:18:07,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 859 msec 2024-12-16T03:18:07,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0280 sec 2024-12-16T03:18:07,298 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734319087298, completionTime=-1 2024-12-16T03:18:07,299 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-16T03:18:07,299 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T03:18:07,334 DEBUG [hconnection-0x649631b4-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:18:07,336 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:18:07,345 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-16T03:18:07,345 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734319147345 2024-12-16T03:18:07,345 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734319207345 2024-12-16T03:18:07,345 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 46 msec 2024-12-16T03:18:07,373 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:18:07,381 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,45867,1734319084507-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:07,381 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,45867,1734319084507-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:07,381 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,45867,1734319084507-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:07,383 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f0d65a6309ee:45867, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:07,383 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:07,388 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T03:18:07,389 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T03:18:07,389 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:18:07,396 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T03:18:07,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:18:07,399 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:07,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:18:07,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:18:07,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:18:07,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:18:07,416 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 83911b4d481014bb6a70bd6c6d70eb7a, NAME => 'hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:07,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:18:07,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:18:07,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:18:07,428 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:07,428 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 83911b4d481014bb6a70bd6c6d70eb7a, disabling compactions & flushes 2024-12-16T03:18:07,428 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a. 2024-12-16T03:18:07,428 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a. 2024-12-16T03:18:07,428 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a. after waiting 0 ms 2024-12-16T03:18:07,428 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a. 2024-12-16T03:18:07,428 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a. 2024-12-16T03:18:07,428 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 83911b4d481014bb6a70bd6c6d70eb7a: 2024-12-16T03:18:07,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:18:07,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734319087431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319087431"}]},"ts":"1734319087431"} 2024-12-16T03:18:07,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:18:07,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:18:07,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319087457"}]},"ts":"1734319087457"} 2024-12-16T03:18:07,464 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T03:18:07,488 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:18:07,490 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:18:07,490 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:18:07,490 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:18:07,490 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:18:07,490 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:18:07,490 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:18:07,491 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:18:07,491 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:18:07,491 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:18:07,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=83911b4d481014bb6a70bd6c6d70eb7a, ASSIGN}] 2024-12-16T03:18:07,494 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 316, reset compression=false 2024-12-16T03:18:07,496 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=83911b4d481014bb6a70bd6c6d70eb7a, ASSIGN 2024-12-16T03:18:07,498 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=83911b4d481014bb6a70bd6c6d70eb7a, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39541,1734319085272; forceNewPlan=false, retain=false 2024-12-16T03:18:07,505 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:18:07,505 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 685, reset compression=false 2024-12-16T03:18:07,505 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=685, nbRowKeys=2, nbHFiles=0, heapSize=624, lastSeqIds={}, endOfFile=false,usedBufferSize=624] 2024-12-16T03:18:07,651 INFO [f0d65a6309ee:45867 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:18:07,652 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=83911b4d481014bb6a70bd6c6d70eb7a, regionState=OPENING, regionLocation=f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:07,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 83911b4d481014bb6a70bd6c6d70eb7a, server=f0d65a6309ee,39541,1734319085272}] 2024-12-16T03:18:07,710 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 685, reset compression=false 2024-12-16T03:18:07,722 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:18:07,722 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 1094, reset compression=false 2024-12-16T03:18:07,722 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6=[#edits: 3 = ],612}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=1094, nbRowKeys=1, nbHFiles=0, heapSize=612, lastSeqIds={}, endOfFile=false,usedBufferSize=612] 2024-12-16T03:18:07,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:07,812 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:18:07,816 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:18:07,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a. 2024-12-16T03:18:07,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 83911b4d481014bb6a70bd6c6d70eb7a, NAME => 'hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:18:07,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 83911b4d481014bb6a70bd6c6d70eb7a 2024-12-16T03:18:07,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:07,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 83911b4d481014bb6a70bd6c6d70eb7a 2024-12-16T03:18:07,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 83911b4d481014bb6a70bd6c6d70eb7a 2024-12-16T03:18:07,829 INFO [StoreOpener-83911b4d481014bb6a70bd6c6d70eb7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 83911b4d481014bb6a70bd6c6d70eb7a 2024-12-16T03:18:07,831 INFO [StoreOpener-83911b4d481014bb6a70bd6c6d70eb7a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83911b4d481014bb6a70bd6c6d70eb7a columnFamilyName info 2024-12-16T03:18:07,831 DEBUG [StoreOpener-83911b4d481014bb6a70bd6c6d70eb7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:07,832 INFO [StoreOpener-83911b4d481014bb6a70bd6c6d70eb7a-1 {}] regionserver.HStore(327): Store=83911b4d481014bb6a70bd6c6d70eb7a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:07,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/namespace/83911b4d481014bb6a70bd6c6d70eb7a 2024-12-16T03:18:07,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/namespace/83911b4d481014bb6a70bd6c6d70eb7a 2024-12-16T03:18:07,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 83911b4d481014bb6a70bd6c6d70eb7a 2024-12-16T03:18:07,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/namespace/83911b4d481014bb6a70bd6c6d70eb7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:07,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 83911b4d481014bb6a70bd6c6d70eb7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68065700, jitterRate=0.014257967472076416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:07,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 83911b4d481014bb6a70bd6c6d70eb7a: 2024-12-16T03:18:07,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a., pid=6, masterSystemTime=1734319087811 2024-12-16T03:18:07,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a. 2024-12-16T03:18:07,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a. 2024-12-16T03:18:07,849 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=83911b4d481014bb6a70bd6c6d70eb7a, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:07,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T03:18:07,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 83911b4d481014bb6a70bd6c6d70eb7a, server=f0d65a6309ee,39541,1734319085272 in 196 msec 2024-12-16T03:18:07,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T03:18:07,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=83911b4d481014bb6a70bd6c6d70eb7a, ASSIGN in 364 msec 2024-12-16T03:18:07,864 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:18:07,864 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319087864"}]},"ts":"1734319087864"} 2024-12-16T03:18:07,867 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T03:18:07,873 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:18:07,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 483 msec 2024-12-16T03:18:07,899 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-16T03:18:07,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:07,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:18:07,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:07,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:07,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:07,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:07,924 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:18:07,926 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:18:07,928 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 1094, reset compression=false 2024-12-16T03:18:07,935 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:18:07,935 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 1808, reset compression=false 2024-12-16T03:18:07,935 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=1808, nbRowKeys=2, nbHFiles=0, heapSize=1104, lastSeqIds={}, endOfFile=false,usedBufferSize=1104] 2024-12-16T03:18:07,936 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T03:18:07,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:18:07,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2024-12-16T03:18:07,980 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T03:18:07,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:18:08,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 28 msec 2024-12-16T03:18:08,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-16T03:18:08,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-16T03:18:08,047 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.607sec 2024-12-16T03:18:08,050 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T03:18:08,052 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T03:18:08,056 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T03:18:08,057 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T03:18:08,057 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T03:18:08,059 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,45867,1734319084507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:18:08,059 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,45867,1734319084507-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T03:18:08,062 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T03:18:08,062 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T03:18:08,063 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,45867,1734319084507-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:08,102 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d722cf to 127.0.0.1:60113 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e57647c 2024-12-16T03:18:08,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7489d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:08,119 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-16T03:18:08,119 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-16T03:18:08,126 DEBUG [hconnection-0x114688ab-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:18:08,136 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:18:08,142 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 1808, reset compression=false 2024-12-16T03:18:08,146 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f0d65a6309ee,45867,1734319084507 2024-12-16T03:18:08,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:18:08,154 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:18:08,171 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45867 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:18:08,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45867 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-16T03:18:08,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:18:08,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:18:08,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:18:08,203 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T03:18:08,203 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-16T03:18:08,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-16T03:18:08,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-16T03:18:08,220 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-16T03:18:08,222 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:08,223 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,32803,1734319085224, state=CLOSING 2024-12-16T03:18:08,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:08,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:08,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:08,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:08,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:08,230 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:18:08,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:08,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:08,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:08,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:08,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:08,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=f0d65a6309ee,32803,1734319085224}] 2024-12-16T03:18:08,386 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:08,388 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-16T03:18:08,388 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:18:08,389 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:18:08,389 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:18:08,389 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:18:08,389 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:18:08,389 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:18:08,390 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-16T03:18:08,441 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/.tmp/info/4112db52cea341a78d087d865f0880cb is 143, key is hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a./info:regioninfo/1734319087849/Put/seqid=0 2024-12-16T03:18:08,449 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 1808, reset compression=false 2024-12-16T03:18:08,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:18:08,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:18:08,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:18:08,456 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/.tmp/info/4112db52cea341a78d087d865f0880cb 2024-12-16T03:18:08,461 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:18:08,461 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 1992, reset compression=false 2024-12-16T03:18:08,461 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319088394/Put/vlen=101/seqid=0; >],284}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=1992, nbRowKeys=1, nbHFiles=0, heapSize=284, lastSeqIds={}, endOfFile=false,usedBufferSize=284] 2024-12-16T03:18:08,466 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-16T03:18:08,468 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x2c45e635 {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-16T03:18:08,530 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/.tmp/table/8d68d71532de4f569527a5dc5a274258 is 51, key is hbase:namespace/table:state/1734319087864/Put/seqid=0 2024-12-16T03:18:08,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:18:08,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:18:08,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:18:08,540 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/.tmp/table/8d68d71532de4f569527a5dc5a274258 2024-12-16T03:18:08,549 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/.tmp/info/4112db52cea341a78d087d865f0880cb as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/info/4112db52cea341a78d087d865f0880cb 2024-12-16T03:18:08,558 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/info/4112db52cea341a78d087d865f0880cb, entries=10, sequenceid=9, filesize=6.4 K 2024-12-16T03:18:08,562 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/.tmp/table/8d68d71532de4f569527a5dc5a274258 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/table/8d68d71532de4f569527a5dc5a274258 2024-12-16T03:18:08,572 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/table/8d68d71532de4f569527a5dc5a274258, entries=2, sequenceid=9, filesize=5.1 K 2024-12-16T03:18:08,574 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 185ms, sequenceid=9, compaction requested=false 2024-12-16T03:18:08,575 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-16T03:18:08,585 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-16T03:18:08,586 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:18:08,586 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:18:08,586 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:18:08,586 WARN [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-16T03:18:08,589 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-16T03:18:08,590 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-16T03:18:08,592 WARN [PEWorker-1 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-16T03:18:08,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-16T03:18:08,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=f0d65a6309ee,32803,1734319085224 in 362 msec 2024-12-16T03:18:08,597 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=f0d65a6309ee,32803,1734319085224; forceNewPlan=false, retain=true 2024-12-16T03:18:08,668 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 1992, reset compression=false 2024-12-16T03:18:08,676 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:18:08,676 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 2476, reset compression=false 2024-12-16T03:18:08,676 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319088573/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734319088578/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=2476, nbRowKeys=2, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:18:08,680 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-16T03:18:08,682 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x2c45e635 {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-16T03:18:08,747 INFO [f0d65a6309ee:45867 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:18:08,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:08,749 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,32803,1734319085224, state=OPENING 2024-12-16T03:18:08,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:08,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:08,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:08,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:08,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,32803,1734319085224}] 2024-12-16T03:18:08,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:08,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:08,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:08,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:08,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:08,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:08,882 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 2476, reset compression=false 2024-12-16T03:18:08,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:08,939 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:18:08,939 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:18:08,940 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:18:08,940 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:18:08,940 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:18:08,940 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:18:08,940 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:08,940 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:18:08,941 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:18:08,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:18:08,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:18:08,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:08,954 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/info/4112db52cea341a78d087d865f0880cb 2024-12-16T03:18:08,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:08,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:18:08,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:18:08,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:08,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:08,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:18:08,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:18:08,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:08,968 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/table/8d68d71532de4f569527a5dc5a274258 2024-12-16T03:18:08,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:08,970 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740 2024-12-16T03:18:08,971 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740 2024-12-16T03:18:08,973 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:18:08,976 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:18:08,977 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69173329, jitterRate=0.0307629257440567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:18:08,978 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:18:08,979 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734319088934 2024-12-16T03:18:08,981 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:18:08,982 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:18:08,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:08,983 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,32803,1734319085224, state=OPEN 2024-12-16T03:18:09,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:09,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:09,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:09,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:09,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:09,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:09,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:09,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:09,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:18:09,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:09,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-16T03:18:09,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,32803,1734319085224 in 231 msec 2024-12-16T03:18:09,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-16T03:18:09,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 796 msec 2024-12-16T03:18:09,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-16T03:18:09,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 813 msec 2024-12-16T03:18:09,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-16T03:18:09,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-16T03:18:09,031 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-16T03:18:09,032 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:18:09,032 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:18:09,183 DEBUG [f0d65a6309ee:45867 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-16T03:18:09,183 DEBUG [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:18:09,189 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 2476, reset compression=false 2024-12-16T03:18:09,196 DEBUG [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:18:09,196 DEBUG [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:18:09,196 DEBUG [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:18:09,196 DEBUG [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:18:09,196 INFO [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:18:09,197 INFO [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:18:09,197 INFO [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:18:09,197 INFO [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:18:09,197 DEBUG [f0d65a6309ee:45867 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-16T03:18:09,197 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:09,197 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:09,198 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:18:09,198 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 2775, reset compression=false 2024-12-16T03:18:09,198 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734319088978/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-16T03:18:09,201 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as f0d65a6309ee,43717,1734319085316, state=OPENING 2024-12-16T03:18:09,201 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as f0d65a6309ee,33561,1734319085350, state=OPENING 2024-12-16T03:18:09,204 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-2 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-16T03:18:09,221 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-16T03:18:09,230 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-16T03:18:09,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:09,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:09,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:09,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:09,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:18:09,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:09,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:09,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:09,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:09,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:18:09,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:18:09,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:18:09,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=f0d65a6309ee,33561,1734319085350}] 2024-12-16T03:18:09,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:18:09,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=f0d65a6309ee,43717,1734319085316}] 2024-12-16T03:18:09,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:18:09,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:18:09,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:18:09,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:18:09,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:18:09,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:18:09,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:18:09,404 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:09,404 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:09,404 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:18:09,405 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 2775, reset compression=false 2024-12-16T03:18:09,408 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:18:09,410 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:18:09,410 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:18:09,416 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-16T03:18:09,416 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-16T03:18:09,416 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:18:09,416 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-16T03:18:09,416 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:18:09,416 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:18:09,417 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-16T03:18:09,417 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-16T03:18:09,417 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:18:09,417 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:18:09,417 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-16T03:18:09,417 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-16T03:18:09,417 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,417 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,417 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-16T03:18:09,417 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-16T03:18:09,417 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-16T03:18:09,417 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-16T03:18:09,419 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-16T03:18:09,419 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-16T03:18:09,420 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-16T03:18:09,420 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:09,421 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-16T03:18:09,421 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:09,431 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/info/4112db52cea341a78d087d865f0880cb 2024-12-16T03:18:09,431 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/info/4112db52cea341a78d087d865f0880cb 2024-12-16T03:18:09,431 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:09,431 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:09,432 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-16T03:18:09,432 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-16T03:18:09,434 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-16T03:18:09,434 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-16T03:18:09,434 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:09,434 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:09,435 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:09,435 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:09,435 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-16T03:18:09,435 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-16T03:18:09,436 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-16T03:18:09,436 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-16T03:18:09,436 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:09,436 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:09,446 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/table/8d68d71532de4f569527a5dc5a274258 2024-12-16T03:18:09,446 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/table/8d68d71532de4f569527a5dc5a274258 2024-12-16T03:18:09,446 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:09,446 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:09,447 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:18:09,447 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:18:09,450 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72711026, jitterRate=0.08347871899604797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:18:09,450 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70324901, jitterRate=0.047922685742378235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:18:09,450 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-16T03:18:09,450 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=16, masterSystemTime=1734319089403 2024-12-16T03:18:09,450 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-16T03:18:09,450 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=17, masterSystemTime=1734319089403 2024-12-16T03:18:09,454 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-16T03:18:09,454 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-16T03:18:09,454 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-16T03:18:09,454 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:09,455 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-16T03:18:09,455 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-16T03:18:09,455 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-16T03:18:09,456 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as f0d65a6309ee,33561,1734319085350, state=OPEN 2024-12-16T03:18:09,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:09,457 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as f0d65a6309ee,43717,1734319085316, state=OPEN 2024-12-16T03:18:09,457 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:18:09,457 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:18:09,458 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=AdminService 2024-12-16T03:18:09,458 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=AdminService 2024-12-16T03:18:09,459 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32803 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-16T03:18:09,459 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32803 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-16T03:18:09,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32803 {}] regionserver.HRegion(2496): NOT flushing hbase:meta,,1.1588230740 as already flushing 2024-12-16T03:18:09,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32803 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:18:09,461 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-16T03:18:09,461 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-16T03:18:09,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:18:09,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:18:09,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:18:09,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:18:09,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:18:09,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:18:09,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:18:09,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:18:09,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:18:09,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:18:09,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=15 2024-12-16T03:18:09,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=f0d65a6309ee,33561,1734319085350 in 215 msec 2024-12-16T03:18:09,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 438 msec 2024-12-16T03:18:09,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:18:09,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:18:09,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:18:09,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:18:09,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:18:09,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:18:09,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:18:09,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:18:09,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:18:09,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:18:09,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=14 2024-12-16T03:18:09,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=f0d65a6309ee,43717,1734319085316 in 224 msec 2024-12-16T03:18:09,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=14, resume processing ppid=9 2024-12-16T03:18:09,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 447 msec 2024-12-16T03:18:09,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 1.3070 sec 2024-12-16T03:18:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:18:09,496 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:18:09,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicaGets', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:18:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicaGets 2024-12-16T03:18:09,505 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:18:09,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicaGets" procId is: 18 2024-12-16T03:18:09,506 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:09,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:18:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:18:09,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741843_1019 (size=376) 2024-12-16T03:18:09,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741843_1019 (size=376) 2024-12-16T03:18:09,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741843_1019 (size=376) 2024-12-16T03:18:09,520 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 19a58bfc0093fa1777fdb54189388360, NAME => 'testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,520 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 70490adb78d215aa72f778bb4b7a6077, NAME => 'testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,520 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c63936dc168e3596ca23a6ad87505760, NAME => 'testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741844_1020 (size=65) 2024-12-16T03:18:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741844_1020 (size=65) 2024-12-16T03:18:09,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741844_1020 (size=65) 2024-12-16T03:18:09,535 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,535 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 19a58bfc0093fa1777fdb54189388360, disabling compactions & flushes 2024-12-16T03:18:09,535 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360. 2024-12-16T03:18:09,535 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360. 2024-12-16T03:18:09,535 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360. after waiting 0 ms 2024-12-16T03:18:09,535 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360. 2024-12-16T03:18:09,535 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360. 2024-12-16T03:18:09,535 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 19a58bfc0093fa1777fdb54189388360: 2024-12-16T03:18:09,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741845_1021 (size=62) 2024-12-16T03:18:09,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741846_1022 (size=65) 2024-12-16T03:18:09,537 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 887e9c2a64c9446740531c561b9936cd, NAME => 'testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741845_1021 (size=62) 2024-12-16T03:18:09,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741846_1022 (size=65) 2024-12-16T03:18:09,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741845_1021 (size=62) 2024-12-16T03:18:09,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741846_1022 (size=65) 2024-12-16T03:18:09,544 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,544 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,545 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing 70490adb78d215aa72f778bb4b7a6077, disabling compactions & flushes 2024-12-16T03:18:09,545 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing c63936dc168e3596ca23a6ad87505760, disabling compactions & flushes 2024-12-16T03:18:09,545 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077. 2024-12-16T03:18:09,545 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:09,545 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077. 2024-12-16T03:18:09,545 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077. after waiting 0 ms 2024-12-16T03:18:09,545 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:09,545 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077. 2024-12-16T03:18:09,545 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077. 2024-12-16T03:18:09,545 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. after waiting 0 ms 2024-12-16T03:18:09,545 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for 70490adb78d215aa72f778bb4b7a6077: 2024-12-16T03:18:09,545 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:09,545 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:09,545 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for c63936dc168e3596ca23a6ad87505760: 2024-12-16T03:18:09,545 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6a77b565ff3e924140d12e8209c3841d, NAME => 'testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,546 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dafb50265f628e0ce1d1457487db307b, NAME => 'testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741847_1023 (size=65) 2024-12-16T03:18:09,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741847_1023 (size=65) 2024-12-16T03:18:09,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741847_1023 (size=65) 2024-12-16T03:18:09,551 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,551 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 887e9c2a64c9446740531c561b9936cd, disabling compactions & flushes 2024-12-16T03:18:09,552 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd. 2024-12-16T03:18:09,552 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd. 2024-12-16T03:18:09,552 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd. after waiting 0 ms 2024-12-16T03:18:09,552 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd. 2024-12-16T03:18:09,552 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd. 2024-12-16T03:18:09,552 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 887e9c2a64c9446740531c561b9936cd: 2024-12-16T03:18:09,553 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3ab59f234c831b6849195634f1e025fe, NAME => 'testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,561 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32803 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-16T03:18:09,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32803 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:18:09,562 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-16T03:18:09,563 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-16T03:18:09,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741848_1024 (size=65) 2024-12-16T03:18:09,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741848_1024 (size=65) 2024-12-16T03:18:09,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741848_1024 (size=65) 2024-12-16T03:18:09,573 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,573 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing 6a77b565ff3e924140d12e8209c3841d, disabling compactions & flushes 2024-12-16T03:18:09,573 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d. 2024-12-16T03:18:09,573 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d. 2024-12-16T03:18:09,573 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d. after waiting 0 ms 2024-12-16T03:18:09,573 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d. 2024-12-16T03:18:09,574 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d. 2024-12-16T03:18:09,574 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6a77b565ff3e924140d12e8209c3841d: 2024-12-16T03:18:09,574 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bf7a42d55d6154957df2d161ffddecab, NAME => 'testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741849_1025 (size=65) 2024-12-16T03:18:09,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741849_1025 (size=65) 2024-12-16T03:18:09,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741849_1025 (size=65) 2024-12-16T03:18:09,578 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,579 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing dafb50265f628e0ce1d1457487db307b, disabling compactions & flushes 2024-12-16T03:18:09,579 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b. 2024-12-16T03:18:09,579 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b. 2024-12-16T03:18:09,579 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b. after waiting 0 ms 2024-12-16T03:18:09,579 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b. 2024-12-16T03:18:09,579 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b. 2024-12-16T03:18:09,579 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for dafb50265f628e0ce1d1457487db307b: 2024-12-16T03:18:09,580 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4651ff0887ca6da5194a5b73ca5b70e1, NAME => 'testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741850_1026 (size=65) 2024-12-16T03:18:09,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741850_1026 (size=65) 2024-12-16T03:18:09,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741850_1026 (size=65) 2024-12-16T03:18:09,588 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,589 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 3ab59f234c831b6849195634f1e025fe, disabling compactions & flushes 2024-12-16T03:18:09,589 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe. 2024-12-16T03:18:09,589 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe. 2024-12-16T03:18:09,589 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe. after waiting 0 ms 2024-12-16T03:18:09,589 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe. 2024-12-16T03:18:09,589 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe. 2024-12-16T03:18:09,589 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3ab59f234c831b6849195634f1e025fe: 2024-12-16T03:18:09,590 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a6dc713c5574329cc3725c57f6049810, NAME => 'testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741852_1028 (size=65) 2024-12-16T03:18:09,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741852_1028 (size=65) 2024-12-16T03:18:09,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741852_1028 (size=65) 2024-12-16T03:18:09,599 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,599 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing 4651ff0887ca6da5194a5b73ca5b70e1, disabling compactions & flushes 2024-12-16T03:18:09,600 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1. 2024-12-16T03:18:09,600 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1. 2024-12-16T03:18:09,600 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1. after waiting 0 ms 2024-12-16T03:18:09,600 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1. 2024-12-16T03:18:09,600 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1. 2024-12-16T03:18:09,600 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4651ff0887ca6da5194a5b73ca5b70e1: 2024-12-16T03:18:09,600 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b4791293bf69fd8f24728f3993422078, NAME => 'testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741851_1027 (size=65) 2024-12-16T03:18:09,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741851_1027 (size=65) 2024-12-16T03:18:09,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741851_1027 (size=65) 2024-12-16T03:18:09,607 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,607 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing bf7a42d55d6154957df2d161ffddecab, disabling compactions & flushes 2024-12-16T03:18:09,607 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab. 2024-12-16T03:18:09,607 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab. 2024-12-16T03:18:09,607 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab. after waiting 0 ms 2024-12-16T03:18:09,607 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab. 2024-12-16T03:18:09,608 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab. 2024-12-16T03:18:09,608 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for bf7a42d55d6154957df2d161ffddecab: 2024-12-16T03:18:09,609 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 851e62163b7b13a8d1713bbadfbeb0e9, NAME => 'testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:18:09,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741853_1029 (size=65) 2024-12-16T03:18:09,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741854_1030 (size=65) 2024-12-16T03:18:09,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741854_1030 (size=65) 2024-12-16T03:18:09,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741853_1029 (size=65) 2024-12-16T03:18:09,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741853_1029 (size=65) 2024-12-16T03:18:09,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741854_1030 (size=65) 2024-12-16T03:18:09,633 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,633 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,634 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing b4791293bf69fd8f24728f3993422078, disabling compactions & flushes 2024-12-16T03:18:09,634 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing a6dc713c5574329cc3725c57f6049810, disabling compactions & flushes 2024-12-16T03:18:09,634 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078. 2024-12-16T03:18:09,634 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078. 2024-12-16T03:18:09,634 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810. 2024-12-16T03:18:09,634 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078. after waiting 0 ms 2024-12-16T03:18:09,634 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078. 2024-12-16T03:18:09,634 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810. 2024-12-16T03:18:09,634 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078. 2024-12-16T03:18:09,634 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810. after waiting 0 ms 2024-12-16T03:18:09,634 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for b4791293bf69fd8f24728f3993422078: 2024-12-16T03:18:09,634 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810. 2024-12-16T03:18:09,634 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810. 2024-12-16T03:18:09,634 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for a6dc713c5574329cc3725c57f6049810: 2024-12-16T03:18:09,634 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f1a37dac1cfbf710ba69ab03b752494c, NAME => 'testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,635 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 4e8efbc522f2bfe0348c53fd2eddee72, NAME => 'testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741855_1031 (size=65) 2024-12-16T03:18:09,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741855_1031 (size=65) 2024-12-16T03:18:09,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741855_1031 (size=65) 2024-12-16T03:18:09,641 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,641 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing 851e62163b7b13a8d1713bbadfbeb0e9, disabling compactions & flushes 2024-12-16T03:18:09,641 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9. 2024-12-16T03:18:09,641 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9. 2024-12-16T03:18:09,641 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9. after waiting 0 ms 2024-12-16T03:18:09,641 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9. 2024-12-16T03:18:09,641 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9. 2024-12-16T03:18:09,641 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for 851e62163b7b13a8d1713bbadfbeb0e9: 2024-12-16T03:18:09,642 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 36b7cb90a29963b95ec0a4fa95595d8f, NAME => 'testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741856_1032 (size=65) 2024-12-16T03:18:09,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741856_1032 (size=65) 2024-12-16T03:18:09,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741856_1032 (size=65) 2024-12-16T03:18:09,653 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,653 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 4e8efbc522f2bfe0348c53fd2eddee72, disabling compactions & flushes 2024-12-16T03:18:09,653 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72. 2024-12-16T03:18:09,653 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72. 2024-12-16T03:18:09,653 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72. after waiting 0 ms 2024-12-16T03:18:09,653 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72. 2024-12-16T03:18:09,653 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72. 2024-12-16T03:18:09,653 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 4e8efbc522f2bfe0348c53fd2eddee72: 2024-12-16T03:18:09,653 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 55d6d88f4a6642a02c9806e279edc33b, NAME => 'testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741857_1033 (size=65) 2024-12-16T03:18:09,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741857_1033 (size=65) 2024-12-16T03:18:09,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741857_1033 (size=65) 2024-12-16T03:18:09,658 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,658 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing f1a37dac1cfbf710ba69ab03b752494c, disabling compactions & flushes 2024-12-16T03:18:09,659 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c. 2024-12-16T03:18:09,659 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c. 2024-12-16T03:18:09,659 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c. after waiting 0 ms 2024-12-16T03:18:09,659 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c. 2024-12-16T03:18:09,659 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c. 2024-12-16T03:18:09,659 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for f1a37dac1cfbf710ba69ab03b752494c: 2024-12-16T03:18:09,659 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c80f1da12214ae2490c4ed10fb4eed31, NAME => 'testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741858_1034 (size=65) 2024-12-16T03:18:09,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741858_1034 (size=65) 2024-12-16T03:18:09,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741858_1034 (size=65) 2024-12-16T03:18:09,667 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,667 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing 36b7cb90a29963b95ec0a4fa95595d8f, disabling compactions & flushes 2024-12-16T03:18:09,667 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f. 2024-12-16T03:18:09,667 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f. 2024-12-16T03:18:09,667 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f. after waiting 0 ms 2024-12-16T03:18:09,668 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f. 2024-12-16T03:18:09,668 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f. 2024-12-16T03:18:09,668 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for 36b7cb90a29963b95ec0a4fa95595d8f: 2024-12-16T03:18:09,668 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3e8586b7eeff432421c638866aa81e21, NAME => 'testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741860_1036 (size=65) 2024-12-16T03:18:09,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741860_1036 (size=65) 2024-12-16T03:18:09,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741859_1035 (size=65) 2024-12-16T03:18:09,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741859_1035 (size=65) 2024-12-16T03:18:09,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741860_1036 (size=65) 2024-12-16T03:18:09,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741859_1035 (size=65) 2024-12-16T03:18:09,679 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,679 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,679 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing c80f1da12214ae2490c4ed10fb4eed31, disabling compactions & flushes 2024-12-16T03:18:09,679 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 55d6d88f4a6642a02c9806e279edc33b, disabling compactions & flushes 2024-12-16T03:18:09,679 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b. 2024-12-16T03:18:09,679 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31. 2024-12-16T03:18:09,679 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b. 2024-12-16T03:18:09,679 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31. 2024-12-16T03:18:09,679 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b. after waiting 0 ms 2024-12-16T03:18:09,679 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31. after waiting 0 ms 2024-12-16T03:18:09,679 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b. 2024-12-16T03:18:09,679 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31. 2024-12-16T03:18:09,679 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b. 2024-12-16T03:18:09,679 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31. 2024-12-16T03:18:09,679 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 55d6d88f4a6642a02c9806e279edc33b: 2024-12-16T03:18:09,679 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for c80f1da12214ae2490c4ed10fb4eed31: 2024-12-16T03:18:09,680 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 8423e606f855cc6c3aaa099df44c079b, NAME => 'testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,680 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 53212bf474c7f9eaa46163b5e5d2fc0d, NAME => 'testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741861_1037 (size=65) 2024-12-16T03:18:09,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741861_1037 (size=65) 2024-12-16T03:18:09,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741861_1037 (size=65) 2024-12-16T03:18:09,683 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,684 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing 3e8586b7eeff432421c638866aa81e21, disabling compactions & flushes 2024-12-16T03:18:09,684 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21. 2024-12-16T03:18:09,684 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21. 2024-12-16T03:18:09,684 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21. after waiting 0 ms 2024-12-16T03:18:09,684 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21. 2024-12-16T03:18:09,684 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21. 2024-12-16T03:18:09,684 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3e8586b7eeff432421c638866aa81e21: 2024-12-16T03:18:09,684 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => d1441f9849cf166ae340669dc8cc7fd3, NAME => 'testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741863_1039 (size=65) 2024-12-16T03:18:09,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741862_1038 (size=65) 2024-12-16T03:18:09,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741863_1039 (size=65) 2024-12-16T03:18:09,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741862_1038 (size=65) 2024-12-16T03:18:09,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741864_1040 (size=65) 2024-12-16T03:18:09,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 8423e606f855cc6c3aaa099df44c079b, disabling compactions & flushes 2024-12-16T03:18:09,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing 53212bf474c7f9eaa46163b5e5d2fc0d, disabling compactions & flushes 2024-12-16T03:18:09,701 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b. 2024-12-16T03:18:09,701 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d. 2024-12-16T03:18:09,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b. 2024-12-16T03:18:09,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d. 2024-12-16T03:18:09,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b. after waiting 0 ms 2024-12-16T03:18:09,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d. after waiting 0 ms 2024-12-16T03:18:09,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b. 2024-12-16T03:18:09,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d. 2024-12-16T03:18:09,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741863_1039 (size=65) 2024-12-16T03:18:09,701 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d. 2024-12-16T03:18:09,701 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b. 2024-12-16T03:18:09,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 8423e606f855cc6c3aaa099df44c079b: 2024-12-16T03:18:09,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for 53212bf474c7f9eaa46163b5e5d2fc0d: 2024-12-16T03:18:09,703 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 90cf0123e39515e9af7719d12bf4951b, NAME => 'testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,703 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => d21a98c5320e0a4c5141192b97d2abfd, NAME => 'testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741864_1040 (size=65) 2024-12-16T03:18:09,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741862_1038 (size=65) 2024-12-16T03:18:09,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741864_1040 (size=65) 2024-12-16T03:18:09,704 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,705 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing d1441f9849cf166ae340669dc8cc7fd3, disabling compactions & flushes 2024-12-16T03:18:09,705 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3. 2024-12-16T03:18:09,705 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3. 2024-12-16T03:18:09,705 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3. after waiting 0 ms 2024-12-16T03:18:09,705 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3. 2024-12-16T03:18:09,705 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3. 2024-12-16T03:18:09,705 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for d1441f9849cf166ae340669dc8cc7fd3: 2024-12-16T03:18:09,706 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2999c8c56f226c4b5cd3a7821c91b320, NAME => 'testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,715 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 2775, reset compression=false 2024-12-16T03:18:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741866_1042 (size=65) 2024-12-16T03:18:09,722 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,723 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing d21a98c5320e0a4c5141192b97d2abfd, disabling compactions & flushes 2024-12-16T03:18:09,723 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd. 2024-12-16T03:18:09,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741866_1042 (size=65) 2024-12-16T03:18:09,723 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd. 2024-12-16T03:18:09,723 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd. after waiting 0 ms 2024-12-16T03:18:09,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741866_1042 (size=65) 2024-12-16T03:18:09,723 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd. 2024-12-16T03:18:09,723 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd. 2024-12-16T03:18:09,723 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for d21a98c5320e0a4c5141192b97d2abfd: 2024-12-16T03:18:09,724 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 6e0c585cf69acf63ca78a2ea0b83d4e1, NAME => 'testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1.', STARTKEY => 'yyy', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004 2024-12-16T03:18:09,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741867_1043 (size=65) 2024-12-16T03:18:09,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741867_1043 (size=65) 2024-12-16T03:18:09,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741865_1041 (size=65) 2024-12-16T03:18:09,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741867_1043 (size=65) 2024-12-16T03:18:09,732 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,732 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing 90cf0123e39515e9af7719d12bf4951b, disabling compactions & flushes 2024-12-16T03:18:09,732 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b. 2024-12-16T03:18:09,732 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b. 2024-12-16T03:18:09,732 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b. after waiting 0 ms 2024-12-16T03:18:09,732 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b. 2024-12-16T03:18:09,732 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b. 2024-12-16T03:18:09,733 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for 90cf0123e39515e9af7719d12bf4951b: 2024-12-16T03:18:09,733 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,733 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing 2999c8c56f226c4b5cd3a7821c91b320, disabling compactions & flushes 2024-12-16T03:18:09,733 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320. 2024-12-16T03:18:09,733 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320. 2024-12-16T03:18:09,733 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320. after waiting 0 ms 2024-12-16T03:18:09,733 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320. 2024-12-16T03:18:09,733 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320. 2024-12-16T03:18:09,733 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2999c8c56f226c4b5cd3a7821c91b320: 2024-12-16T03:18:09,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741865_1041 (size=65) 2024-12-16T03:18:09,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741865_1041 (size=65) 2024-12-16T03:18:09,735 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:18:09,735 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 3045, reset compression=false 2024-12-16T03:18:09,735 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/16=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319089459/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/18=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319089561/Put/vlen=52/seqid=0; >],236}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=3045, nbRowKeys=2, nbHFiles=0, heapSize=472, lastSeqIds={}, endOfFile=false,usedBufferSize=472] 2024-12-16T03:18:09,741 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-2 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-16T03:18:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741868_1044 (size=62) 2024-12-16T03:18:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741868_1044 (size=62) 2024-12-16T03:18:09,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741868_1044 (size=62) 2024-12-16T03:18:09,745 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:09,746 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 6e0c585cf69acf63ca78a2ea0b83d4e1, disabling compactions & flushes 2024-12-16T03:18:09,746 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1. 2024-12-16T03:18:09,746 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1. 2024-12-16T03:18:09,746 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1. after waiting 0 ms 2024-12-16T03:18:09,746 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1. 2024-12-16T03:18:09,746 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1. 2024-12-16T03:18:09,746 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 6e0c585cf69acf63ca78a2ea0b83d4e1: 2024-12-16T03:18:09,748 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:18:09,749 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,750 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,750 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,750 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,750 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,750 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,753 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,753 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,753 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,753 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,753 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,753 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,753 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1734319089748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319089748"}]},"ts":"1734319089748"} 2024-12-16T03:18:09,754 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:18:09,755 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:18:09,757 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-16T03:18:09,757 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-16T03:18:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:18:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:18:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:18:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:18:09,786 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 25 regions to meta. 2024-12-16T03:18:09,788 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:18:09,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicaGets","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319089788"}]},"ts":"1734319089788"} 2024-12-16T03:18:09,791 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicaGets, state=ENABLING in hbase:meta 2024-12-16T03:18:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:18:09,847 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:18:09,863 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:18:09,864 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:18:09,864 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:18:09,864 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:18:09,864 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:18:09,864 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:18:09,864 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:18:09,864 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:18:09,864 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:18:09,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c63936dc168e3596ca23a6ad87505760, ASSIGN}, {pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=70490adb78d215aa72f778bb4b7a6077, ASSIGN}, {pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=19a58bfc0093fa1777fdb54189388360, ASSIGN}, {pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=887e9c2a64c9446740531c561b9936cd, ASSIGN}, {pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=6a77b565ff3e924140d12e8209c3841d, ASSIGN}, {pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=dafb50265f628e0ce1d1457487db307b, ASSIGN}, {pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=3ab59f234c831b6849195634f1e025fe, ASSIGN}, {pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=bf7a42d55d6154957df2d161ffddecab, ASSIGN}, {pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4651ff0887ca6da5194a5b73ca5b70e1, ASSIGN}, {pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=a6dc713c5574329cc3725c57f6049810, ASSIGN}, {pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=b4791293bf69fd8f24728f3993422078, ASSIGN}, {pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=851e62163b7b13a8d1713bbadfbeb0e9, ASSIGN}, {pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=f1a37dac1cfbf710ba69ab03b752494c, ASSIGN}, {pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4e8efbc522f2bfe0348c53fd2eddee72, ASSIGN}, {pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=36b7cb90a29963b95ec0a4fa95595d8f, ASSIGN}, {pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=55d6d88f4a6642a02c9806e279edc33b, ASSIGN}, {pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c80f1da12214ae2490c4ed10fb4eed31, ASSIGN}, {pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=3e8586b7eeff432421c638866aa81e21, ASSIGN}, {pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=8423e606f855cc6c3aaa099df44c079b, ASSIGN}, {pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=53212bf474c7f9eaa46163b5e5d2fc0d, ASSIGN}, {pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d1441f9849cf166ae340669dc8cc7fd3, ASSIGN}, {pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=90cf0123e39515e9af7719d12bf4951b, ASSIGN}, {pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d21a98c5320e0a4c5141192b97d2abfd, ASSIGN}, {pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=2999c8c56f226c4b5cd3a7821c91b320, ASSIGN}, {pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=6e0c585cf69acf63ca78a2ea0b83d4e1, ASSIGN}] 2024-12-16T03:18:09,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=887e9c2a64c9446740531c561b9936cd, ASSIGN 2024-12-16T03:18:09,871 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c63936dc168e3596ca23a6ad87505760, ASSIGN 2024-12-16T03:18:09,871 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=70490adb78d215aa72f778bb4b7a6077, ASSIGN 2024-12-16T03:18:09,871 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=19a58bfc0093fa1777fdb54189388360, ASSIGN 2024-12-16T03:18:09,872 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=70490adb78d215aa72f778bb4b7a6077, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43717,1734319085316; forceNewPlan=false, retain=false 2024-12-16T03:18:09,872 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c63936dc168e3596ca23a6ad87505760, ASSIGN; state=OFFLINE, location=f0d65a6309ee,33561,1734319085350; forceNewPlan=false, retain=false 2024-12-16T03:18:09,873 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=887e9c2a64c9446740531c561b9936cd, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39541,1734319085272; forceNewPlan=false, retain=false 2024-12-16T03:18:09,873 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=19a58bfc0093fa1777fdb54189388360, ASSIGN; state=OFFLINE, location=f0d65a6309ee,32803,1734319085224; forceNewPlan=false, retain=false 2024-12-16T03:18:09,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=2999c8c56f226c4b5cd3a7821c91b320, ASSIGN 2024-12-16T03:18:09,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=6e0c585cf69acf63ca78a2ea0b83d4e1, ASSIGN 2024-12-16T03:18:09,877 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d21a98c5320e0a4c5141192b97d2abfd, ASSIGN 2024-12-16T03:18:09,877 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d1441f9849cf166ae340669dc8cc7fd3, ASSIGN 2024-12-16T03:18:09,877 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=90cf0123e39515e9af7719d12bf4951b, ASSIGN 2024-12-16T03:18:09,878 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=2999c8c56f226c4b5cd3a7821c91b320, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39541,1734319085272; forceNewPlan=false, retain=false 2024-12-16T03:18:09,878 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d21a98c5320e0a4c5141192b97d2abfd, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43717,1734319085316; forceNewPlan=false, retain=false 2024-12-16T03:18:09,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=6e0c585cf69acf63ca78a2ea0b83d4e1, ASSIGN; state=OFFLINE, location=f0d65a6309ee,32803,1734319085224; forceNewPlan=false, retain=false 2024-12-16T03:18:09,879 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d1441f9849cf166ae340669dc8cc7fd3, ASSIGN; state=OFFLINE, location=f0d65a6309ee,32803,1734319085224; forceNewPlan=false, retain=false 2024-12-16T03:18:09,879 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=90cf0123e39515e9af7719d12bf4951b, ASSIGN; state=OFFLINE, location=f0d65a6309ee,33561,1734319085350; forceNewPlan=false, retain=false 2024-12-16T03:18:09,884 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=8423e606f855cc6c3aaa099df44c079b, ASSIGN 2024-12-16T03:18:09,884 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=53212bf474c7f9eaa46163b5e5d2fc0d, ASSIGN 2024-12-16T03:18:09,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=3e8586b7eeff432421c638866aa81e21, ASSIGN 2024-12-16T03:18:09,884 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c80f1da12214ae2490c4ed10fb4eed31, ASSIGN 2024-12-16T03:18:09,884 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=55d6d88f4a6642a02c9806e279edc33b, ASSIGN 2024-12-16T03:18:09,885 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=3e8586b7eeff432421c638866aa81e21, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43717,1734319085316; forceNewPlan=false, retain=false 2024-12-16T03:18:09,885 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=53212bf474c7f9eaa46163b5e5d2fc0d, ASSIGN; state=OFFLINE, location=f0d65a6309ee,33561,1734319085350; forceNewPlan=false, retain=false 2024-12-16T03:18:09,885 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=55d6d88f4a6642a02c9806e279edc33b, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39541,1734319085272; forceNewPlan=false, retain=false 2024-12-16T03:18:09,885 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=8423e606f855cc6c3aaa099df44c079b, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39541,1734319085272; forceNewPlan=false, retain=false 2024-12-16T03:18:09,885 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c80f1da12214ae2490c4ed10fb4eed31, ASSIGN; state=OFFLINE, location=f0d65a6309ee,32803,1734319085224; forceNewPlan=false, retain=false 2024-12-16T03:18:09,889 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4e8efbc522f2bfe0348c53fd2eddee72, ASSIGN 2024-12-16T03:18:09,889 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=36b7cb90a29963b95ec0a4fa95595d8f, ASSIGN 2024-12-16T03:18:09,889 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=f1a37dac1cfbf710ba69ab03b752494c, ASSIGN 2024-12-16T03:18:09,890 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=851e62163b7b13a8d1713bbadfbeb0e9, ASSIGN 2024-12-16T03:18:09,890 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=b4791293bf69fd8f24728f3993422078, ASSIGN 2024-12-16T03:18:09,891 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4e8efbc522f2bfe0348c53fd2eddee72, ASSIGN; state=OFFLINE, location=f0d65a6309ee,32803,1734319085224; forceNewPlan=false, retain=false 2024-12-16T03:18:09,891 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=36b7cb90a29963b95ec0a4fa95595d8f, ASSIGN; state=OFFLINE, location=f0d65a6309ee,33561,1734319085350; forceNewPlan=false, retain=false 2024-12-16T03:18:09,891 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=f1a37dac1cfbf710ba69ab03b752494c, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43717,1734319085316; forceNewPlan=false, retain=false 2024-12-16T03:18:09,891 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=851e62163b7b13a8d1713bbadfbeb0e9, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39541,1734319085272; forceNewPlan=false, retain=false 2024-12-16T03:18:09,891 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=b4791293bf69fd8f24728f3993422078, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43717,1734319085316; forceNewPlan=false, retain=false 2024-12-16T03:18:09,895 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4651ff0887ca6da5194a5b73ca5b70e1, ASSIGN 2024-12-16T03:18:09,895 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=a6dc713c5574329cc3725c57f6049810, ASSIGN 2024-12-16T03:18:09,895 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=bf7a42d55d6154957df2d161ffddecab, ASSIGN 2024-12-16T03:18:09,895 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=3ab59f234c831b6849195634f1e025fe, ASSIGN 2024-12-16T03:18:09,895 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=dafb50265f628e0ce1d1457487db307b, ASSIGN 2024-12-16T03:18:09,896 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4651ff0887ca6da5194a5b73ca5b70e1, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39541,1734319085272; forceNewPlan=false, retain=false 2024-12-16T03:18:09,896 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=a6dc713c5574329cc3725c57f6049810, ASSIGN; state=OFFLINE, location=f0d65a6309ee,33561,1734319085350; forceNewPlan=false, retain=false 2024-12-16T03:18:09,896 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=3ab59f234c831b6849195634f1e025fe, ASSIGN; state=OFFLINE, location=f0d65a6309ee,33561,1734319085350; forceNewPlan=false, retain=false 2024-12-16T03:18:09,896 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=bf7a42d55d6154957df2d161ffddecab, ASSIGN; state=OFFLINE, location=f0d65a6309ee,32803,1734319085224; forceNewPlan=false, retain=false 2024-12-16T03:18:09,897 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=dafb50265f628e0ce1d1457487db307b, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43717,1734319085316; forceNewPlan=false, retain=false 2024-12-16T03:18:09,901 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=6a77b565ff3e924140d12e8209c3841d, ASSIGN 2024-12-16T03:18:09,902 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=6a77b565ff3e924140d12e8209c3841d, ASSIGN; state=OFFLINE, location=f0d65a6309ee,32803,1734319085224; forceNewPlan=false, retain=false 2024-12-16T03:18:09,941 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 3045, reset compression=false 2024-12-16T03:18:09,949 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:18:09,950 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 10490, reset compression=false 2024-12-16T03:18:09,950 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/19=[#edits: 50 = ],9684}, {hbase:meta/1588230740/20=[#edits: 1 = ],196}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=10490, nbRowKeys=26, nbHFiles=0, heapSize=9880, lastSeqIds={}, endOfFile=false,usedBufferSize=9880] 2024-12-16T03:18:09,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:18:09,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:18:10,023 INFO [f0d65a6309ee:45867 {}] balancer.BaseLoadBalancer(546): Reassigned 25 regions. 25 retained the pre-restart assignment. 2024-12-16T03:18:10,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=f1a37dac1cfbf710ba69ab03b752494c, regionState=OPENING, regionLocation=f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:10,023 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=b4791293bf69fd8f24728f3993422078, regionState=OPENING, regionLocation=f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:10,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=d21a98c5320e0a4c5141192b97d2abfd, regionState=OPENING, regionLocation=f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:10,023 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=70490adb78d215aa72f778bb4b7a6077, regionState=OPENING, regionLocation=f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:10,024 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=3e8586b7eeff432421c638866aa81e21, regionState=OPENING, regionLocation=f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:10,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=31, state=RUNNABLE; OpenRegionProcedure f1a37dac1cfbf710ba69ab03b752494c, server=f0d65a6309ee,43717,1734319085316}] 2024-12-16T03:18:10,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=20, state=RUNNABLE; OpenRegionProcedure 70490adb78d215aa72f778bb4b7a6077, server=f0d65a6309ee,43717,1734319085316}] 2024-12-16T03:18:10,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE; OpenRegionProcedure d21a98c5320e0a4c5141192b97d2abfd, server=f0d65a6309ee,43717,1734319085316}] 2024-12-16T03:18:10,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=29, state=RUNNABLE; OpenRegionProcedure b4791293bf69fd8f24728f3993422078, server=f0d65a6309ee,43717,1734319085316}] 2024-12-16T03:18:10,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=36, state=RUNNABLE; OpenRegionProcedure 3e8586b7eeff432421c638866aa81e21, server=f0d65a6309ee,43717,1734319085316}] 2024-12-16T03:18:10,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=dafb50265f628e0ce1d1457487db307b, regionState=OPENING, regionLocation=f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:10,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=24, state=RUNNABLE; OpenRegionProcedure dafb50265f628e0ce1d1457487db307b, server=f0d65a6309ee,43717,1734319085316}] 2024-12-16T03:18:10,034 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=55d6d88f4a6642a02c9806e279edc33b, regionState=OPENING, regionLocation=f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:10,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=8423e606f855cc6c3aaa099df44c079b, regionState=OPENING, regionLocation=f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:10,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=37, state=RUNNABLE; OpenRegionProcedure 8423e606f855cc6c3aaa099df44c079b, server=f0d65a6309ee,39541,1734319085272}] 2024-12-16T03:18:10,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=4651ff0887ca6da5194a5b73ca5b70e1, regionState=OPENING, regionLocation=f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:10,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=27, state=RUNNABLE; OpenRegionProcedure 4651ff0887ca6da5194a5b73ca5b70e1, server=f0d65a6309ee,39541,1734319085272}] 2024-12-16T03:18:10,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=34, state=RUNNABLE; OpenRegionProcedure 55d6d88f4a6642a02c9806e279edc33b, server=f0d65a6309ee,39541,1734319085272}] 2024-12-16T03:18:10,039 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=887e9c2a64c9446740531c561b9936cd, regionState=OPENING, regionLocation=f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:10,043 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=851e62163b7b13a8d1713bbadfbeb0e9, regionState=OPENING, regionLocation=f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:10,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=22, state=RUNNABLE; OpenRegionProcedure 887e9c2a64c9446740531c561b9936cd, server=f0d65a6309ee,39541,1734319085272}] 2024-12-16T03:18:10,045 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=2999c8c56f226c4b5cd3a7821c91b320, regionState=OPENING, regionLocation=f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:10,046 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=a6dc713c5574329cc3725c57f6049810, regionState=OPENING, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:10,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=30, state=RUNNABLE; OpenRegionProcedure 851e62163b7b13a8d1713bbadfbeb0e9, server=f0d65a6309ee,39541,1734319085272}] 2024-12-16T03:18:10,049 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=36b7cb90a29963b95ec0a4fa95595d8f, regionState=OPENING, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:10,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=42, state=RUNNABLE; OpenRegionProcedure 2999c8c56f226c4b5cd3a7821c91b320, server=f0d65a6309ee,39541,1734319085272}] 2024-12-16T03:18:10,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=28, state=RUNNABLE; OpenRegionProcedure a6dc713c5574329cc3725c57f6049810, server=f0d65a6309ee,33561,1734319085350}] 2024-12-16T03:18:10,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=33, state=RUNNABLE; OpenRegionProcedure 36b7cb90a29963b95ec0a4fa95595d8f, server=f0d65a6309ee,33561,1734319085350}] 2024-12-16T03:18:10,053 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=c63936dc168e3596ca23a6ad87505760, regionState=OPENING, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:10,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=19, state=RUNNABLE; OpenRegionProcedure c63936dc168e3596ca23a6ad87505760, server=f0d65a6309ee,33561,1734319085350}] 2024-12-16T03:18:10,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=90cf0123e39515e9af7719d12bf4951b, regionState=OPENING, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:10,059 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=3ab59f234c831b6849195634f1e025fe, regionState=OPENING, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:10,059 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=53212bf474c7f9eaa46163b5e5d2fc0d, regionState=OPENING, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:10,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=40, state=RUNNABLE; OpenRegionProcedure 90cf0123e39515e9af7719d12bf4951b, server=f0d65a6309ee,33561,1734319085350}] 2024-12-16T03:18:10,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=25, state=RUNNABLE; OpenRegionProcedure 3ab59f234c831b6849195634f1e025fe, server=f0d65a6309ee,33561,1734319085350}] 2024-12-16T03:18:10,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=4e8efbc522f2bfe0348c53fd2eddee72, regionState=OPENING, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:10,066 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=6e0c585cf69acf63ca78a2ea0b83d4e1, regionState=OPENING, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:10,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=38, state=RUNNABLE; OpenRegionProcedure 53212bf474c7f9eaa46163b5e5d2fc0d, server=f0d65a6309ee,33561,1734319085350}] 2024-12-16T03:18:10,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=43, state=RUNNABLE; OpenRegionProcedure 6e0c585cf69acf63ca78a2ea0b83d4e1, server=f0d65a6309ee,32803,1734319085224}] 2024-12-16T03:18:10,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=32, state=RUNNABLE; OpenRegionProcedure 4e8efbc522f2bfe0348c53fd2eddee72, server=f0d65a6309ee,32803,1734319085224}] 2024-12-16T03:18:10,070 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=c80f1da12214ae2490c4ed10fb4eed31, regionState=OPENING, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:10,070 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=d1441f9849cf166ae340669dc8cc7fd3, regionState=OPENING, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:10,072 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=19a58bfc0093fa1777fdb54189388360, regionState=OPENING, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:10,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=39, state=RUNNABLE; OpenRegionProcedure d1441f9849cf166ae340669dc8cc7fd3, server=f0d65a6309ee,32803,1734319085224}] 2024-12-16T03:18:10,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=35, state=RUNNABLE; OpenRegionProcedure c80f1da12214ae2490c4ed10fb4eed31, server=f0d65a6309ee,32803,1734319085224}] 2024-12-16T03:18:10,075 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=6a77b565ff3e924140d12e8209c3841d, regionState=OPENING, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:10,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=21, state=RUNNABLE; OpenRegionProcedure 19a58bfc0093fa1777fdb54189388360, server=f0d65a6309ee,32803,1734319085224}] 2024-12-16T03:18:10,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=23, state=RUNNABLE; OpenRegionProcedure 6a77b565ff3e924140d12e8209c3841d, server=f0d65a6309ee,32803,1734319085224}] 2024-12-16T03:18:10,079 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=bf7a42d55d6154957df2d161ffddecab, regionState=OPENING, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:10,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=26, state=RUNNABLE; OpenRegionProcedure bf7a42d55d6154957df2d161ffddecab, server=f0d65a6309ee,32803,1734319085224}] 2024-12-16T03:18:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:18:10,158 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 10490, reset compression=false 2024-12-16T03:18:10,168 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-16T03:18:10,168 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/21=[#edits: 3 = ],660}, {hbase:meta/1588230740/22=[#edits: 3 = ],660}, {hbase:meta/1588230740/23=[#edits: 3 = ],660}, {hbase:meta/1588230740/24=[#edits: 3 = ],660}, {hbase:meta/1588230740/25=[#edits: 3 = ],660}, {hbase:meta/1588230740/26=[#edits: 3 = ],660}, {hbase:meta/1588230740/27=[#edits: 3 = ],660}, {hbase:meta/1588230740/28=[#edits: 3 = ],660}, {hbase:meta/1588230740/29=[#edits: 3 = ],660}, {hbase:meta/1588230740/30=[#edits: 3 = ],660}, {hbase:meta/1588230740/31=[#edits: 3 = ],660}, {hbase:meta/1588230740/32=[#edits: 3 = ],660}, {hbase:meta/1588230740/33=[#edits: 3 = ],660}, {hbase:meta/1588230740/34=[#edits: 3 = ],660}, {hbase:meta/1588230740/35=[#edits: 3 = ],652}, {hbase:meta/1588230740/36=[#edits: 3 = ],660}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=17966, nbRowKeys=16, nbHFiles=0, heapSize=10552, lastSeqIds={}, endOfFile=false,usedBufferSize=10552] 2024-12-16T03:18:10,170 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:18:10,170 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 22175, reset compression=false 2024-12-16T03:18:10,176 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/37=[#edits: 3 = ],660}, {hbase:meta/1588230740/38=[#edits: 3 = ],660}, {hbase:meta/1588230740/39=[#edits: 3 = ],660}, {hbase:meta/1588230740/40=[#edits: 3 = ],660}, {hbase:meta/1588230740/41=[#edits: 3 = ],660}, {hbase:meta/1588230740/42=[#edits: 3 = ],660}, {hbase:meta/1588230740/43=[#edits: 3 = ],660}, {hbase:meta/1588230740/44=[#edits: 3 = ],660}, {hbase:meta/1588230740/45=[#edits: 3 = ],660}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=22175, nbRowKeys=9, nbHFiles=0, heapSize=5940, lastSeqIds={}, endOfFile=false,usedBufferSize=5940] 2024-12-16T03:18:10,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:10,184 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21. 2024-12-16T03:18:10,184 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 3e8586b7eeff432421c638866aa81e21, NAME => 'testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-16T03:18:10,185 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 3e8586b7eeff432421c638866aa81e21 2024-12-16T03:18:10,185 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,185 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 3e8586b7eeff432421c638866aa81e21 2024-12-16T03:18:10,185 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 3e8586b7eeff432421c638866aa81e21 2024-12-16T03:18:10,187 INFO [StoreOpener-3e8586b7eeff432421c638866aa81e21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3e8586b7eeff432421c638866aa81e21 2024-12-16T03:18:10,189 INFO [StoreOpener-3e8586b7eeff432421c638866aa81e21-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e8586b7eeff432421c638866aa81e21 columnFamilyName info 2024-12-16T03:18:10,190 DEBUG [StoreOpener-3e8586b7eeff432421c638866aa81e21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,190 INFO [StoreOpener-3e8586b7eeff432421c638866aa81e21-1 {}] regionserver.HStore(327): Store=3e8586b7eeff432421c638866aa81e21/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,191 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:10,192 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3e8586b7eeff432421c638866aa81e21 2024-12-16T03:18:10,192 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3e8586b7eeff432421c638866aa81e21 2024-12-16T03:18:10,195 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 3e8586b7eeff432421c638866aa81e21 2024-12-16T03:18:10,195 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd. 2024-12-16T03:18:10,195 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 887e9c2a64c9446740531c561b9936cd, NAME => 'testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-16T03:18:10,196 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 887e9c2a64c9446740531c561b9936cd 2024-12-16T03:18:10,196 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,196 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 887e9c2a64c9446740531c561b9936cd 2024-12-16T03:18:10,196 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 887e9c2a64c9446740531c561b9936cd 2024-12-16T03:18:10,198 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3e8586b7eeff432421c638866aa81e21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,198 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 3e8586b7eeff432421c638866aa81e21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63186417, jitterRate=-0.05844901502132416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,199 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 3e8586b7eeff432421c638866aa81e21: 2024-12-16T03:18:10,199 INFO [StoreOpener-887e9c2a64c9446740531c561b9936cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 887e9c2a64c9446740531c561b9936cd 2024-12-16T03:18:10,201 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21., pid=48, masterSystemTime=1734319090179 2024-12-16T03:18:10,201 INFO [StoreOpener-887e9c2a64c9446740531c561b9936cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 887e9c2a64c9446740531c561b9936cd columnFamilyName info 2024-12-16T03:18:10,201 DEBUG [StoreOpener-887e9c2a64c9446740531c561b9936cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,202 INFO [StoreOpener-887e9c2a64c9446740531c561b9936cd-1 {}] regionserver.HStore(327): Store=887e9c2a64c9446740531c561b9936cd/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,203 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/887e9c2a64c9446740531c561b9936cd 2024-12-16T03:18:10,203 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21. 2024-12-16T03:18:10,204 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21. 2024-12-16T03:18:10,204 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:10,204 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078. 2024-12-16T03:18:10,204 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => b4791293bf69fd8f24728f3993422078, NAME => 'testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-16T03:18:10,204 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/887e9c2a64c9446740531c561b9936cd 2024-12-16T03:18:10,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=3e8586b7eeff432421c638866aa81e21, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:10,205 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets b4791293bf69fd8f24728f3993422078 2024-12-16T03:18:10,205 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,205 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for b4791293bf69fd8f24728f3993422078 2024-12-16T03:18:10,205 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for b4791293bf69fd8f24728f3993422078 2024-12-16T03:18:10,209 INFO [StoreOpener-b4791293bf69fd8f24728f3993422078-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b4791293bf69fd8f24728f3993422078 2024-12-16T03:18:10,211 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 887e9c2a64c9446740531c561b9936cd 2024-12-16T03:18:10,211 INFO [StoreOpener-b4791293bf69fd8f24728f3993422078-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4791293bf69fd8f24728f3993422078 columnFamilyName info 2024-12-16T03:18:10,211 DEBUG [StoreOpener-b4791293bf69fd8f24728f3993422078-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,212 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b. 2024-12-16T03:18:10,212 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 90cf0123e39515e9af7719d12bf4951b, NAME => 'testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-16T03:18:10,212 INFO [StoreOpener-b4791293bf69fd8f24728f3993422078-1 {}] regionserver.HStore(327): Store=b4791293bf69fd8f24728f3993422078/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,212 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 90cf0123e39515e9af7719d12bf4951b 2024-12-16T03:18:10,212 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,213 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 90cf0123e39515e9af7719d12bf4951b 2024-12-16T03:18:10,213 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 90cf0123e39515e9af7719d12bf4951b 2024-12-16T03:18:10,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=36 2024-12-16T03:18:10,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=36, state=SUCCESS; OpenRegionProcedure 3e8586b7eeff432421c638866aa81e21, server=f0d65a6309ee,43717,1734319085316 in 178 msec 2024-12-16T03:18:10,214 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/b4791293bf69fd8f24728f3993422078 2024-12-16T03:18:10,215 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/b4791293bf69fd8f24728f3993422078 2024-12-16T03:18:10,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=3e8586b7eeff432421c638866aa81e21, ASSIGN in 348 msec 2024-12-16T03:18:10,215 INFO [StoreOpener-90cf0123e39515e9af7719d12bf4951b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 90cf0123e39515e9af7719d12bf4951b 2024-12-16T03:18:10,215 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/887e9c2a64c9446740531c561b9936cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,216 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 887e9c2a64c9446740531c561b9936cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70997826, jitterRate=0.05795004963874817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,216 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 887e9c2a64c9446740531c561b9936cd: 2024-12-16T03:18:10,217 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd., pid=53, masterSystemTime=1734319090191 2024-12-16T03:18:10,217 INFO [StoreOpener-90cf0123e39515e9af7719d12bf4951b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90cf0123e39515e9af7719d12bf4951b columnFamilyName info 2024-12-16T03:18:10,218 DEBUG [StoreOpener-90cf0123e39515e9af7719d12bf4951b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,218 INFO [StoreOpener-90cf0123e39515e9af7719d12bf4951b-1 {}] regionserver.HStore(327): Store=90cf0123e39515e9af7719d12bf4951b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,218 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for b4791293bf69fd8f24728f3993422078 2024-12-16T03:18:10,219 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/90cf0123e39515e9af7719d12bf4951b 2024-12-16T03:18:10,220 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/90cf0123e39515e9af7719d12bf4951b 2024-12-16T03:18:10,220 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd. 2024-12-16T03:18:10,220 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd. 2024-12-16T03:18:10,221 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b. 2024-12-16T03:18:10,221 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 55d6d88f4a6642a02c9806e279edc33b, NAME => 'testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-16T03:18:10,221 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=887e9c2a64c9446740531c561b9936cd, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:10,221 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 55d6d88f4a6642a02c9806e279edc33b 2024-12-16T03:18:10,222 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,222 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:10,222 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 55d6d88f4a6642a02c9806e279edc33b 2024-12-16T03:18:10,222 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 55d6d88f4a6642a02c9806e279edc33b 2024-12-16T03:18:10,223 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/b4791293bf69fd8f24728f3993422078/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,223 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 90cf0123e39515e9af7719d12bf4951b 2024-12-16T03:18:10,224 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened b4791293bf69fd8f24728f3993422078; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69367597, jitterRate=0.0336577445268631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,224 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for b4791293bf69fd8f24728f3993422078: 2024-12-16T03:18:10,226 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078., pid=47, masterSystemTime=1734319090179 2024-12-16T03:18:10,227 INFO [StoreOpener-55d6d88f4a6642a02c9806e279edc33b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 55d6d88f4a6642a02c9806e279edc33b 2024-12-16T03:18:10,228 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72. 2024-12-16T03:18:10,228 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7285): Opening region: {ENCODED => 4e8efbc522f2bfe0348c53fd2eddee72, NAME => 'testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-16T03:18:10,229 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 4e8efbc522f2bfe0348c53fd2eddee72 2024-12-16T03:18:10,229 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,229 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7327): checking encryption for 4e8efbc522f2bfe0348c53fd2eddee72 2024-12-16T03:18:10,229 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7330): checking classloading for 4e8efbc522f2bfe0348c53fd2eddee72 2024-12-16T03:18:10,231 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078. 2024-12-16T03:18:10,231 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078. 2024-12-16T03:18:10,232 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b. 2024-12-16T03:18:10,232 INFO [StoreOpener-55d6d88f4a6642a02c9806e279edc33b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55d6d88f4a6642a02c9806e279edc33b columnFamilyName info 2024-12-16T03:18:10,232 DEBUG [StoreOpener-55d6d88f4a6642a02c9806e279edc33b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,232 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => dafb50265f628e0ce1d1457487db307b, NAME => 'testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-16T03:18:10,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=22 2024-12-16T03:18:10,232 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets dafb50265f628e0ce1d1457487db307b 2024-12-16T03:18:10,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=22, state=SUCCESS; OpenRegionProcedure 887e9c2a64c9446740531c561b9936cd, server=f0d65a6309ee,39541,1734319085272 in 184 msec 2024-12-16T03:18:10,232 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=b4791293bf69fd8f24728f3993422078, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:10,232 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,233 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for dafb50265f628e0ce1d1457487db307b 2024-12-16T03:18:10,233 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for dafb50265f628e0ce1d1457487db307b 2024-12-16T03:18:10,234 INFO [StoreOpener-55d6d88f4a6642a02c9806e279edc33b-1 {}] regionserver.HStore(327): Store=55d6d88f4a6642a02c9806e279edc33b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,235 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/55d6d88f4a6642a02c9806e279edc33b 2024-12-16T03:18:10,236 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/55d6d88f4a6642a02c9806e279edc33b 2024-12-16T03:18:10,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=887e9c2a64c9446740531c561b9936cd, ASSIGN in 367 msec 2024-12-16T03:18:10,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=29 2024-12-16T03:18:10,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=29, state=SUCCESS; OpenRegionProcedure b4791293bf69fd8f24728f3993422078, server=f0d65a6309ee,43717,1734319085316 in 206 msec 2024-12-16T03:18:10,240 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 55d6d88f4a6642a02c9806e279edc33b 2024-12-16T03:18:10,241 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/90cf0123e39515e9af7719d12bf4951b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,241 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 90cf0123e39515e9af7719d12bf4951b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58743361, jitterRate=-0.12465570867061615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,242 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 90cf0123e39515e9af7719d12bf4951b: 2024-12-16T03:18:10,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=b4791293bf69fd8f24728f3993422078, ASSIGN in 375 msec 2024-12-16T03:18:10,243 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b., pid=59, masterSystemTime=1734319090204 2024-12-16T03:18:10,245 INFO [StoreOpener-dafb50265f628e0ce1d1457487db307b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region dafb50265f628e0ce1d1457487db307b 2024-12-16T03:18:10,247 INFO [StoreOpener-dafb50265f628e0ce1d1457487db307b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dafb50265f628e0ce1d1457487db307b columnFamilyName info 2024-12-16T03:18:10,247 DEBUG [StoreOpener-dafb50265f628e0ce1d1457487db307b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,247 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b. 2024-12-16T03:18:10,247 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b. 2024-12-16T03:18:10,247 INFO [StoreOpener-4e8efbc522f2bfe0348c53fd2eddee72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4e8efbc522f2bfe0348c53fd2eddee72 2024-12-16T03:18:10,247 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:10,248 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => c63936dc168e3596ca23a6ad87505760, NAME => 'testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-16T03:18:10,248 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:10,248 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,248 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:10,248 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:10,248 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=90cf0123e39515e9af7719d12bf4951b, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:10,249 INFO [StoreOpener-dafb50265f628e0ce1d1457487db307b-1 {}] regionserver.HStore(327): Store=dafb50265f628e0ce1d1457487db307b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,250 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/dafb50265f628e0ce1d1457487db307b 2024-12-16T03:18:10,251 INFO [StoreOpener-4e8efbc522f2bfe0348c53fd2eddee72-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e8efbc522f2bfe0348c53fd2eddee72 columnFamilyName info 2024-12-16T03:18:10,251 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/dafb50265f628e0ce1d1457487db307b 2024-12-16T03:18:10,251 DEBUG [StoreOpener-4e8efbc522f2bfe0348c53fd2eddee72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,252 INFO [StoreOpener-4e8efbc522f2bfe0348c53fd2eddee72-1 {}] regionserver.HStore(327): Store=4e8efbc522f2bfe0348c53fd2eddee72/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,253 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4e8efbc522f2bfe0348c53fd2eddee72 2024-12-16T03:18:10,254 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4e8efbc522f2bfe0348c53fd2eddee72 2024-12-16T03:18:10,254 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for dafb50265f628e0ce1d1457487db307b 2024-12-16T03:18:10,256 INFO [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:10,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=40 2024-12-16T03:18:10,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=40, state=SUCCESS; OpenRegionProcedure 90cf0123e39515e9af7719d12bf4951b, server=f0d65a6309ee,33561,1734319085350 in 193 msec 2024-12-16T03:18:10,258 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1085): writing seq id for 4e8efbc522f2bfe0348c53fd2eddee72 2024-12-16T03:18:10,259 INFO [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c63936dc168e3596ca23a6ad87505760 columnFamilyName info 2024-12-16T03:18:10,259 DEBUG [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,259 INFO [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] regionserver.HStore(327): Store=c63936dc168e3596ca23a6ad87505760/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=90cf0123e39515e9af7719d12bf4951b, ASSIGN in 393 msec 2024-12-16T03:18:10,261 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:10,262 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:10,264 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:10,266 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/55d6d88f4a6642a02c9806e279edc33b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,267 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 55d6d88f4a6642a02c9806e279edc33b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73671385, jitterRate=0.09778918325901031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,267 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 55d6d88f4a6642a02c9806e279edc33b: 2024-12-16T03:18:10,268 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b., pid=51, masterSystemTime=1734319090191 2024-12-16T03:18:10,268 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4e8efbc522f2bfe0348c53fd2eddee72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,269 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/dafb50265f628e0ce1d1457487db307b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,269 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,269 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened dafb50265f628e0ce1d1457487db307b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70775551, jitterRate=0.05463789403438568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,270 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for dafb50265f628e0ce1d1457487db307b: 2024-12-16T03:18:10,270 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened c63936dc168e3596ca23a6ad87505760; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72751469, jitterRate=0.08408136665821075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,270 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for c63936dc168e3596ca23a6ad87505760: 2024-12-16T03:18:10,270 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1102): Opened 4e8efbc522f2bfe0348c53fd2eddee72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70401088, jitterRate=0.049057960510253906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,270 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1001): Region open journal for 4e8efbc522f2bfe0348c53fd2eddee72: 2024-12-16T03:18:10,271 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b., pid=49, masterSystemTime=1734319090179 2024-12-16T03:18:10,271 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760., pid=58, masterSystemTime=1734319090204 2024-12-16T03:18:10,272 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b. 2024-12-16T03:18:10,272 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b. 2024-12-16T03:18:10,272 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72., pid=63, masterSystemTime=1734319090222 2024-12-16T03:18:10,272 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1. 2024-12-16T03:18:10,273 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 4651ff0887ca6da5194a5b73ca5b70e1, NAME => 'testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-16T03:18:10,273 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 4651ff0887ca6da5194a5b73ca5b70e1 2024-12-16T03:18:10,273 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,273 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 4651ff0887ca6da5194a5b73ca5b70e1 2024-12-16T03:18:10,273 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 4651ff0887ca6da5194a5b73ca5b70e1 2024-12-16T03:18:10,274 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=55d6d88f4a6642a02c9806e279edc33b, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:10,275 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b. 2024-12-16T03:18:10,275 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b. 2024-12-16T03:18:10,275 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077. 2024-12-16T03:18:10,275 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 70490adb78d215aa72f778bb4b7a6077, NAME => 'testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-16T03:18:10,276 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 70490adb78d215aa72f778bb4b7a6077 2024-12-16T03:18:10,276 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,276 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 70490adb78d215aa72f778bb4b7a6077 2024-12-16T03:18:10,276 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 70490adb78d215aa72f778bb4b7a6077 2024-12-16T03:18:10,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=dafb50265f628e0ce1d1457487db307b, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:10,277 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:10,277 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:10,278 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f. 2024-12-16T03:18:10,278 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 36b7cb90a29963b95ec0a4fa95595d8f, NAME => 'testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-16T03:18:10,278 INFO [StoreOpener-4651ff0887ca6da5194a5b73ca5b70e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4651ff0887ca6da5194a5b73ca5b70e1 2024-12-16T03:18:10,278 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 36b7cb90a29963b95ec0a4fa95595d8f 2024-12-16T03:18:10,278 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,279 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 36b7cb90a29963b95ec0a4fa95595d8f 2024-12-16T03:18:10,279 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 36b7cb90a29963b95ec0a4fa95595d8f 2024-12-16T03:18:10,280 INFO [StoreOpener-70490adb78d215aa72f778bb4b7a6077-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 70490adb78d215aa72f778bb4b7a6077 2024-12-16T03:18:10,281 INFO [StoreOpener-4651ff0887ca6da5194a5b73ca5b70e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4651ff0887ca6da5194a5b73ca5b70e1 columnFamilyName info 2024-12-16T03:18:10,281 DEBUG [StoreOpener-4651ff0887ca6da5194a5b73ca5b70e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=c63936dc168e3596ca23a6ad87505760, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:10,283 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72. 2024-12-16T03:18:10,283 INFO [StoreOpener-36b7cb90a29963b95ec0a4fa95595d8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 36b7cb90a29963b95ec0a4fa95595d8f 2024-12-16T03:18:10,283 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72. 2024-12-16T03:18:10,283 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1. 2024-12-16T03:18:10,283 INFO [StoreOpener-4651ff0887ca6da5194a5b73ca5b70e1-1 {}] regionserver.HStore(327): Store=4651ff0887ca6da5194a5b73ca5b70e1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,284 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=4e8efbc522f2bfe0348c53fd2eddee72, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:10,284 INFO [StoreOpener-70490adb78d215aa72f778bb4b7a6077-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70490adb78d215aa72f778bb4b7a6077 columnFamilyName info 2024-12-16T03:18:10,284 DEBUG [StoreOpener-70490adb78d215aa72f778bb4b7a6077-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,284 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => 6e0c585cf69acf63ca78a2ea0b83d4e1, NAME => 'testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1.', STARTKEY => 'yyy', ENDKEY => ''} 2024-12-16T03:18:10,285 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 6e0c585cf69acf63ca78a2ea0b83d4e1 2024-12-16T03:18:10,285 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,285 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for 6e0c585cf69acf63ca78a2ea0b83d4e1 2024-12-16T03:18:10,285 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for 6e0c585cf69acf63ca78a2ea0b83d4e1 2024-12-16T03:18:10,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=34 2024-12-16T03:18:10,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=34, state=SUCCESS; OpenRegionProcedure 55d6d88f4a6642a02c9806e279edc33b, server=f0d65a6309ee,39541,1734319085272 in 242 msec 2024-12-16T03:18:10,286 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4651ff0887ca6da5194a5b73ca5b70e1 2024-12-16T03:18:10,287 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4651ff0887ca6da5194a5b73ca5b70e1 2024-12-16T03:18:10,289 INFO [StoreOpener-70490adb78d215aa72f778bb4b7a6077-1 {}] regionserver.HStore(327): Store=70490adb78d215aa72f778bb4b7a6077/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=24 2024-12-16T03:18:10,290 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/70490adb78d215aa72f778bb4b7a6077 2024-12-16T03:18:10,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=55d6d88f4a6642a02c9806e279edc33b, ASSIGN in 421 msec 2024-12-16T03:18:10,291 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/70490adb78d215aa72f778bb4b7a6077 2024-12-16T03:18:10,292 INFO [StoreOpener-36b7cb90a29963b95ec0a4fa95595d8f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36b7cb90a29963b95ec0a4fa95595d8f columnFamilyName info 2024-12-16T03:18:10,292 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 4651ff0887ca6da5194a5b73ca5b70e1 2024-12-16T03:18:10,292 DEBUG [StoreOpener-36b7cb90a29963b95ec0a4fa95595d8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,293 INFO [StoreOpener-36b7cb90a29963b95ec0a4fa95595d8f-1 {}] regionserver.HStore(327): Store=36b7cb90a29963b95ec0a4fa95595d8f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,294 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/36b7cb90a29963b95ec0a4fa95595d8f 2024-12-16T03:18:10,294 INFO [StoreOpener-6e0c585cf69acf63ca78a2ea0b83d4e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6e0c585cf69acf63ca78a2ea0b83d4e1 2024-12-16T03:18:10,295 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/36b7cb90a29963b95ec0a4fa95595d8f 2024-12-16T03:18:10,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=19 2024-12-16T03:18:10,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=19, state=SUCCESS; OpenRegionProcedure c63936dc168e3596ca23a6ad87505760, server=f0d65a6309ee,33561,1734319085350 in 232 msec 2024-12-16T03:18:10,296 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 70490adb78d215aa72f778bb4b7a6077 2024-12-16T03:18:10,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=32 2024-12-16T03:18:10,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=24, state=SUCCESS; OpenRegionProcedure dafb50265f628e0ce1d1457487db307b, server=f0d65a6309ee,43717,1734319085316 in 248 msec 2024-12-16T03:18:10,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=32, state=SUCCESS; OpenRegionProcedure 4e8efbc522f2bfe0348c53fd2eddee72, server=f0d65a6309ee,32803,1734319085224 in 220 msec 2024-12-16T03:18:10,298 INFO [StoreOpener-6e0c585cf69acf63ca78a2ea0b83d4e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e0c585cf69acf63ca78a2ea0b83d4e1 columnFamilyName info 2024-12-16T03:18:10,298 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4651ff0887ca6da5194a5b73ca5b70e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,298 DEBUG [StoreOpener-6e0c585cf69acf63ca78a2ea0b83d4e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,299 INFO [StoreOpener-6e0c585cf69acf63ca78a2ea0b83d4e1-1 {}] regionserver.HStore(327): Store=6e0c585cf69acf63ca78a2ea0b83d4e1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,299 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 4651ff0887ca6da5194a5b73ca5b70e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63702187, jitterRate=-0.05076344311237335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,299 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 4651ff0887ca6da5194a5b73ca5b70e1: 2024-12-16T03:18:10,300 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 36b7cb90a29963b95ec0a4fa95595d8f 2024-12-16T03:18:10,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=dafb50265f628e0ce1d1457487db307b, ASSIGN in 428 msec 2024-12-16T03:18:10,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c63936dc168e3596ca23a6ad87505760, ASSIGN in 430 msec 2024-12-16T03:18:10,301 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6e0c585cf69acf63ca78a2ea0b83d4e1 2024-12-16T03:18:10,301 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1., pid=52, masterSystemTime=1734319090191 2024-12-16T03:18:10,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4e8efbc522f2bfe0348c53fd2eddee72, ASSIGN in 433 msec 2024-12-16T03:18:10,302 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/70490adb78d215aa72f778bb4b7a6077/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,302 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6e0c585cf69acf63ca78a2ea0b83d4e1 2024-12-16T03:18:10,303 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 70490adb78d215aa72f778bb4b7a6077; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62722176, jitterRate=-0.06536674499511719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,303 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 70490adb78d215aa72f778bb4b7a6077: 2024-12-16T03:18:10,304 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1. 2024-12-16T03:18:10,304 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1. 2024-12-16T03:18:10,305 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320. 2024-12-16T03:18:10,305 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077., pid=45, masterSystemTime=1734319090179 2024-12-16T03:18:10,305 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 2999c8c56f226c4b5cd3a7821c91b320, NAME => 'testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-16T03:18:10,305 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=4651ff0887ca6da5194a5b73ca5b70e1, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:10,305 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/36b7cb90a29963b95ec0a4fa95595d8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,306 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 36b7cb90a29963b95ec0a4fa95595d8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65871304, jitterRate=-0.018441081047058105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,306 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 36b7cb90a29963b95ec0a4fa95595d8f: 2024-12-16T03:18:10,306 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 2999c8c56f226c4b5cd3a7821c91b320 2024-12-16T03:18:10,307 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,307 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f., pid=57, masterSystemTime=1734319090204 2024-12-16T03:18:10,307 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 2999c8c56f226c4b5cd3a7821c91b320 2024-12-16T03:18:10,307 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for 6e0c585cf69acf63ca78a2ea0b83d4e1 2024-12-16T03:18:10,307 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 2999c8c56f226c4b5cd3a7821c91b320 2024-12-16T03:18:10,309 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077. 2024-12-16T03:18:10,309 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077. 2024-12-16T03:18:10,309 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c. 2024-12-16T03:18:10,309 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => f1a37dac1cfbf710ba69ab03b752494c, NAME => 'testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-16T03:18:10,310 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets f1a37dac1cfbf710ba69ab03b752494c 2024-12-16T03:18:10,310 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,310 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for f1a37dac1cfbf710ba69ab03b752494c 2024-12-16T03:18:10,310 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for f1a37dac1cfbf710ba69ab03b752494c 2024-12-16T03:18:10,311 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f. 2024-12-16T03:18:10,311 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f. 2024-12-16T03:18:10,311 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe. 2024-12-16T03:18:10,311 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 3ab59f234c831b6849195634f1e025fe, NAME => 'testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-16T03:18:10,312 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 3ab59f234c831b6849195634f1e025fe 2024-12-16T03:18:10,312 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,312 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6e0c585cf69acf63ca78a2ea0b83d4e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,312 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 3ab59f234c831b6849195634f1e025fe 2024-12-16T03:18:10,312 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 3ab59f234c831b6849195634f1e025fe 2024-12-16T03:18:10,313 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened 6e0c585cf69acf63ca78a2ea0b83d4e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64882161, jitterRate=-0.03318046033382416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=70490adb78d215aa72f778bb4b7a6077, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:10,313 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=36b7cb90a29963b95ec0a4fa95595d8f, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:10,313 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for 6e0c585cf69acf63ca78a2ea0b83d4e1: 2024-12-16T03:18:10,314 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1., pid=62, masterSystemTime=1734319090222 2024-12-16T03:18:10,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=27 2024-12-16T03:18:10,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=27, state=SUCCESS; OpenRegionProcedure 4651ff0887ca6da5194a5b73ca5b70e1, server=f0d65a6309ee,39541,1734319085272 in 269 msec 2024-12-16T03:18:10,316 INFO [StoreOpener-2999c8c56f226c4b5cd3a7821c91b320-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2999c8c56f226c4b5cd3a7821c91b320 2024-12-16T03:18:10,317 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1. 2024-12-16T03:18:10,317 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1. 2024-12-16T03:18:10,317 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3. 2024-12-16T03:18:10,317 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => d1441f9849cf166ae340669dc8cc7fd3, NAME => 'testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-16T03:18:10,318 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets d1441f9849cf166ae340669dc8cc7fd3 2024-12-16T03:18:10,318 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,318 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for d1441f9849cf166ae340669dc8cc7fd3 2024-12-16T03:18:10,318 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for d1441f9849cf166ae340669dc8cc7fd3 2024-12-16T03:18:10,318 INFO [StoreOpener-2999c8c56f226c4b5cd3a7821c91b320-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2999c8c56f226c4b5cd3a7821c91b320 columnFamilyName info 2024-12-16T03:18:10,318 DEBUG [StoreOpener-2999c8c56f226c4b5cd3a7821c91b320-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,319 INFO [StoreOpener-2999c8c56f226c4b5cd3a7821c91b320-1 {}] regionserver.HStore(327): Store=2999c8c56f226c4b5cd3a7821c91b320/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4651ff0887ca6da5194a5b73ca5b70e1, ASSIGN in 450 msec 2024-12-16T03:18:10,320 INFO [StoreOpener-f1a37dac1cfbf710ba69ab03b752494c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f1a37dac1cfbf710ba69ab03b752494c 2024-12-16T03:18:10,321 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/2999c8c56f226c4b5cd3a7821c91b320 2024-12-16T03:18:10,321 INFO [StoreOpener-d1441f9849cf166ae340669dc8cc7fd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d1441f9849cf166ae340669dc8cc7fd3 2024-12-16T03:18:10,321 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/2999c8c56f226c4b5cd3a7821c91b320 2024-12-16T03:18:10,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=20 2024-12-16T03:18:10,323 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=6e0c585cf69acf63ca78a2ea0b83d4e1, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:10,324 INFO [StoreOpener-f1a37dac1cfbf710ba69ab03b752494c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1a37dac1cfbf710ba69ab03b752494c columnFamilyName info 2024-12-16T03:18:10,324 DEBUG [StoreOpener-f1a37dac1cfbf710ba69ab03b752494c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,324 INFO [StoreOpener-d1441f9849cf166ae340669dc8cc7fd3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1441f9849cf166ae340669dc8cc7fd3 columnFamilyName info 2024-12-16T03:18:10,324 DEBUG [StoreOpener-d1441f9849cf166ae340669dc8cc7fd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=33 2024-12-16T03:18:10,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=20, state=SUCCESS; OpenRegionProcedure 70490adb78d215aa72f778bb4b7a6077, server=f0d65a6309ee,43717,1734319085316 in 288 msec 2024-12-16T03:18:10,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=33, state=SUCCESS; OpenRegionProcedure 36b7cb90a29963b95ec0a4fa95595d8f, server=f0d65a6309ee,33561,1734319085350 in 266 msec 2024-12-16T03:18:10,325 INFO [StoreOpener-f1a37dac1cfbf710ba69ab03b752494c-1 {}] regionserver.HStore(327): Store=f1a37dac1cfbf710ba69ab03b752494c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,325 INFO [StoreOpener-d1441f9849cf166ae340669dc8cc7fd3-1 {}] regionserver.HStore(327): Store=d1441f9849cf166ae340669dc8cc7fd3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,325 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 2999c8c56f226c4b5cd3a7821c91b320 2024-12-16T03:18:10,326 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/f1a37dac1cfbf710ba69ab03b752494c 2024-12-16T03:18:10,326 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d1441f9849cf166ae340669dc8cc7fd3 2024-12-16T03:18:10,327 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/f1a37dac1cfbf710ba69ab03b752494c 2024-12-16T03:18:10,327 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d1441f9849cf166ae340669dc8cc7fd3 2024-12-16T03:18:10,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=70490adb78d215aa72f778bb4b7a6077, ASSIGN in 458 msec 2024-12-16T03:18:10,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=36b7cb90a29963b95ec0a4fa95595d8f, ASSIGN in 460 msec 2024-12-16T03:18:10,331 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for d1441f9849cf166ae340669dc8cc7fd3 2024-12-16T03:18:10,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=43 2024-12-16T03:18:10,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=43, state=SUCCESS; OpenRegionProcedure 6e0c585cf69acf63ca78a2ea0b83d4e1, server=f0d65a6309ee,32803,1734319085224 in 258 msec 2024-12-16T03:18:10,332 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for f1a37dac1cfbf710ba69ab03b752494c 2024-12-16T03:18:10,335 INFO [StoreOpener-3ab59f234c831b6849195634f1e025fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3ab59f234c831b6849195634f1e025fe 2024-12-16T03:18:10,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=6e0c585cf69acf63ca78a2ea0b83d4e1, ASSIGN in 466 msec 2024-12-16T03:18:10,337 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/f1a37dac1cfbf710ba69ab03b752494c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,337 INFO [StoreOpener-3ab59f234c831b6849195634f1e025fe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ab59f234c831b6849195634f1e025fe columnFamilyName info 2024-12-16T03:18:10,337 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d1441f9849cf166ae340669dc8cc7fd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,337 DEBUG [StoreOpener-3ab59f234c831b6849195634f1e025fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,337 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened f1a37dac1cfbf710ba69ab03b752494c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71750489, jitterRate=0.06916560232639313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,337 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/2999c8c56f226c4b5cd3a7821c91b320/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,337 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for f1a37dac1cfbf710ba69ab03b752494c: 2024-12-16T03:18:10,338 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened d1441f9849cf166ae340669dc8cc7fd3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62683191, jitterRate=-0.06594766676425934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,338 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 2999c8c56f226c4b5cd3a7821c91b320; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62025689, jitterRate=-0.07574521005153656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,338 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for d1441f9849cf166ae340669dc8cc7fd3: 2024-12-16T03:18:10,338 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 2999c8c56f226c4b5cd3a7821c91b320: 2024-12-16T03:18:10,339 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c., pid=44, masterSystemTime=1734319090179 2024-12-16T03:18:10,339 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320., pid=55, masterSystemTime=1734319090191 2024-12-16T03:18:10,339 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3., pid=64, masterSystemTime=1734319090222 2024-12-16T03:18:10,339 INFO [StoreOpener-3ab59f234c831b6849195634f1e025fe-1 {}] regionserver.HStore(327): Store=3ab59f234c831b6849195634f1e025fe/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,341 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3ab59f234c831b6849195634f1e025fe 2024-12-16T03:18:10,342 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c. 2024-12-16T03:18:10,342 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c. 2024-12-16T03:18:10,342 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd. 2024-12-16T03:18:10,342 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=f1a37dac1cfbf710ba69ab03b752494c, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:10,342 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => d21a98c5320e0a4c5141192b97d2abfd, NAME => 'testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-16T03:18:10,343 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets d21a98c5320e0a4c5141192b97d2abfd 2024-12-16T03:18:10,343 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3. 2024-12-16T03:18:10,343 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,343 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3. 2024-12-16T03:18:10,343 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for d21a98c5320e0a4c5141192b97d2abfd 2024-12-16T03:18:10,343 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab. 2024-12-16T03:18:10,343 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for d21a98c5320e0a4c5141192b97d2abfd 2024-12-16T03:18:10,343 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3ab59f234c831b6849195634f1e025fe 2024-12-16T03:18:10,344 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => bf7a42d55d6154957df2d161ffddecab, NAME => 'testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-16T03:18:10,344 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=d1441f9849cf166ae340669dc8cc7fd3, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:10,345 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets bf7a42d55d6154957df2d161ffddecab 2024-12-16T03:18:10,345 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,345 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for bf7a42d55d6154957df2d161ffddecab 2024-12-16T03:18:10,345 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for bf7a42d55d6154957df2d161ffddecab 2024-12-16T03:18:10,347 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320. 2024-12-16T03:18:10,347 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320. 2024-12-16T03:18:10,347 INFO [StoreOpener-d21a98c5320e0a4c5141192b97d2abfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d21a98c5320e0a4c5141192b97d2abfd 2024-12-16T03:18:10,347 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9. 2024-12-16T03:18:10,347 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 3ab59f234c831b6849195634f1e025fe 2024-12-16T03:18:10,347 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 851e62163b7b13a8d1713bbadfbeb0e9, NAME => 'testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-16T03:18:10,348 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 851e62163b7b13a8d1713bbadfbeb0e9 2024-12-16T03:18:10,348 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,348 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 851e62163b7b13a8d1713bbadfbeb0e9 2024-12-16T03:18:10,348 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 851e62163b7b13a8d1713bbadfbeb0e9 2024-12-16T03:18:10,349 INFO [StoreOpener-d21a98c5320e0a4c5141192b97d2abfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21a98c5320e0a4c5141192b97d2abfd columnFamilyName info 2024-12-16T03:18:10,349 DEBUG [StoreOpener-d21a98c5320e0a4c5141192b97d2abfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,350 INFO [StoreOpener-d21a98c5320e0a4c5141192b97d2abfd-1 {}] regionserver.HStore(327): Store=d21a98c5320e0a4c5141192b97d2abfd/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,351 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d21a98c5320e0a4c5141192b97d2abfd 2024-12-16T03:18:10,352 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d21a98c5320e0a4c5141192b97d2abfd 2024-12-16T03:18:10,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=2999c8c56f226c4b5cd3a7821c91b320, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:10,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=31 2024-12-16T03:18:10,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=31, state=SUCCESS; OpenRegionProcedure f1a37dac1cfbf710ba69ab03b752494c, server=f0d65a6309ee,43717,1734319085316 in 319 msec 2024-12-16T03:18:10,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=39 2024-12-16T03:18:10,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=39, state=SUCCESS; OpenRegionProcedure d1441f9849cf166ae340669dc8cc7fd3, server=f0d65a6309ee,32803,1734319085224 in 274 msec 2024-12-16T03:18:10,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=f1a37dac1cfbf710ba69ab03b752494c, ASSIGN in 488 msec 2024-12-16T03:18:10,356 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for d21a98c5320e0a4c5141192b97d2abfd 2024-12-16T03:18:10,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d1441f9849cf166ae340669dc8cc7fd3, ASSIGN in 490 msec 2024-12-16T03:18:10,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=42 2024-12-16T03:18:10,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=42, state=SUCCESS; OpenRegionProcedure 2999c8c56f226c4b5cd3a7821c91b320, server=f0d65a6309ee,39541,1734319085272 in 307 msec 2024-12-16T03:18:10,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=2999c8c56f226c4b5cd3a7821c91b320, ASSIGN in 495 msec 2024-12-16T03:18:10,363 INFO [StoreOpener-851e62163b7b13a8d1713bbadfbeb0e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 851e62163b7b13a8d1713bbadfbeb0e9 2024-12-16T03:18:10,363 INFO [StoreOpener-bf7a42d55d6154957df2d161ffddecab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region bf7a42d55d6154957df2d161ffddecab 2024-12-16T03:18:10,364 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3ab59f234c831b6849195634f1e025fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,364 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d21a98c5320e0a4c5141192b97d2abfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,365 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened d21a98c5320e0a4c5141192b97d2abfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68754908, jitterRate=0.02452796697616577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,365 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 3ab59f234c831b6849195634f1e025fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66658023, jitterRate=-0.006718054413795471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,365 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for d21a98c5320e0a4c5141192b97d2abfd: 2024-12-16T03:18:10,365 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 3ab59f234c831b6849195634f1e025fe: 2024-12-16T03:18:10,365 INFO [StoreOpener-851e62163b7b13a8d1713bbadfbeb0e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 851e62163b7b13a8d1713bbadfbeb0e9 columnFamilyName info 2024-12-16T03:18:10,366 DEBUG [StoreOpener-851e62163b7b13a8d1713bbadfbeb0e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,366 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe., pid=60, masterSystemTime=1734319090204 2024-12-16T03:18:10,366 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd., pid=46, masterSystemTime=1734319090179 2024-12-16T03:18:10,366 INFO [StoreOpener-bf7a42d55d6154957df2d161ffddecab-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf7a42d55d6154957df2d161ffddecab columnFamilyName info 2024-12-16T03:18:10,366 DEBUG [StoreOpener-bf7a42d55d6154957df2d161ffddecab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,367 INFO [StoreOpener-bf7a42d55d6154957df2d161ffddecab-1 {}] regionserver.HStore(327): Store=bf7a42d55d6154957df2d161ffddecab/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,367 INFO [StoreOpener-851e62163b7b13a8d1713bbadfbeb0e9-1 {}] regionserver.HStore(327): Store=851e62163b7b13a8d1713bbadfbeb0e9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,368 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/bf7a42d55d6154957df2d161ffddecab 2024-12-16T03:18:10,368 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/851e62163b7b13a8d1713bbadfbeb0e9 2024-12-16T03:18:10,368 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd. 2024-12-16T03:18:10,368 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd. 2024-12-16T03:18:10,369 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/bf7a42d55d6154957df2d161ffddecab 2024-12-16T03:18:10,369 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/851e62163b7b13a8d1713bbadfbeb0e9 2024-12-16T03:18:10,371 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=d21a98c5320e0a4c5141192b97d2abfd, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,43717,1734319085316 2024-12-16T03:18:10,371 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for bf7a42d55d6154957df2d161ffddecab 2024-12-16T03:18:10,371 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe. 2024-12-16T03:18:10,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=3ab59f234c831b6849195634f1e025fe, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:10,371 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe. 2024-12-16T03:18:10,371 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d. 2024-12-16T03:18:10,371 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 53212bf474c7f9eaa46163b5e5d2fc0d, NAME => 'testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-16T03:18:10,372 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 53212bf474c7f9eaa46163b5e5d2fc0d 2024-12-16T03:18:10,372 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,372 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 53212bf474c7f9eaa46163b5e5d2fc0d 2024-12-16T03:18:10,372 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 53212bf474c7f9eaa46163b5e5d2fc0d 2024-12-16T03:18:10,373 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 851e62163b7b13a8d1713bbadfbeb0e9 2024-12-16T03:18:10,374 INFO [StoreOpener-53212bf474c7f9eaa46163b5e5d2fc0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 53212bf474c7f9eaa46163b5e5d2fc0d 2024-12-16T03:18:10,374 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/bf7a42d55d6154957df2d161ffddecab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,374 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened bf7a42d55d6154957df2d161ffddecab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65853823, jitterRate=-0.018701568245887756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,375 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for bf7a42d55d6154957df2d161ffddecab: 2024-12-16T03:18:10,376 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 22175, reset compression=false 2024-12-16T03:18:10,376 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab., pid=68, masterSystemTime=1734319090222 2024-12-16T03:18:10,377 INFO [StoreOpener-53212bf474c7f9eaa46163b5e5d2fc0d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53212bf474c7f9eaa46163b5e5d2fc0d columnFamilyName info 2024-12-16T03:18:10,377 DEBUG [StoreOpener-53212bf474c7f9eaa46163b5e5d2fc0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,380 INFO [StoreOpener-53212bf474c7f9eaa46163b5e5d2fc0d-1 {}] regionserver.HStore(327): Store=53212bf474c7f9eaa46163b5e5d2fc0d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,380 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/851e62163b7b13a8d1713bbadfbeb0e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=41 2024-12-16T03:18:10,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=41, state=SUCCESS; OpenRegionProcedure d21a98c5320e0a4c5141192b97d2abfd, server=f0d65a6309ee,43717,1734319085316 in 347 msec 2024-12-16T03:18:10,382 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab. 2024-12-16T03:18:10,382 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab. 2024-12-16T03:18:10,382 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360. 2024-12-16T03:18:10,382 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 851e62163b7b13a8d1713bbadfbeb0e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62704161, jitterRate=-0.06563518941402435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,383 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 851e62163b7b13a8d1713bbadfbeb0e9: 2024-12-16T03:18:10,383 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 19a58bfc0093fa1777fdb54189388360, NAME => 'testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-16T03:18:10,383 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/53212bf474c7f9eaa46163b5e5d2fc0d 2024-12-16T03:18:10,383 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 19a58bfc0093fa1777fdb54189388360 2024-12-16T03:18:10,383 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,383 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 19a58bfc0093fa1777fdb54189388360 2024-12-16T03:18:10,383 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 19a58bfc0093fa1777fdb54189388360 2024-12-16T03:18:10,383 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/53212bf474c7f9eaa46163b5e5d2fc0d 2024-12-16T03:18:10,385 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9., pid=54, masterSystemTime=1734319090191 2024-12-16T03:18:10,385 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:18:10,385 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=bf7a42d55d6154957df2d161ffddecab, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:10,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=25 2024-12-16T03:18:10,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=25, state=SUCCESS; OpenRegionProcedure 3ab59f234c831b6849195634f1e025fe, server=f0d65a6309ee,33561,1734319085350 in 314 msec 2024-12-16T03:18:10,386 INFO [StoreOpener-19a58bfc0093fa1777fdb54189388360-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 19a58bfc0093fa1777fdb54189388360 2024-12-16T03:18:10,385 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/46=[#edits: 5 = ],1004}, {hbase:meta/1588230740/47=[#edits: 5 = ],1004}, {hbase:meta/1588230740/48=[#edits: 5 = ],1004}, {hbase:meta/1588230740/49=[#edits: 5 = ],1004}, {hbase:meta/1588230740/50=[#edits: 5 = ],1004}, {hbase:meta/1588230740/51=[#edits: 5 = ],1004}, {hbase:meta/1588230740/52=[#edits: 5 = ],988}, {hbase:meta/1588230740/53=[#edits: 5 = ],1004}, {hbase:meta/1588230740/54=[#edits: 5 = ],1004}, {hbase:meta/1588230740/55=[#edits: 5 = ],1004}, {hbase:meta/1588230740/56=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=29967, nbRowKeys=11, nbHFiles=0, heapSize=11028, lastSeqIds={}, endOfFile=false,usedBufferSize=11028] 2024-12-16T03:18:10,386 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:18:10,386 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 34224, reset compression=false 2024-12-16T03:18:10,389 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 53212bf474c7f9eaa46163b5e5d2fc0d 2024-12-16T03:18:10,390 INFO [StoreOpener-19a58bfc0093fa1777fdb54189388360-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19a58bfc0093fa1777fdb54189388360 columnFamilyName info 2024-12-16T03:18:10,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=d21a98c5320e0a4c5141192b97d2abfd, ASSIGN in 517 msec 2024-12-16T03:18:10,391 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9. 2024-12-16T03:18:10,391 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9. 2024-12-16T03:18:10,391 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b. 2024-12-16T03:18:10,392 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 8423e606f855cc6c3aaa099df44c079b, NAME => 'testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-16T03:18:10,392 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 8423e606f855cc6c3aaa099df44c079b 2024-12-16T03:18:10,392 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,392 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 8423e606f855cc6c3aaa099df44c079b 2024-12-16T03:18:10,393 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 8423e606f855cc6c3aaa099df44c079b 2024-12-16T03:18:10,391 DEBUG [StoreOpener-19a58bfc0093fa1777fdb54189388360-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,394 INFO [StoreOpener-19a58bfc0093fa1777fdb54189388360-1 {}] regionserver.HStore(327): Store=19a58bfc0093fa1777fdb54189388360/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,395 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/19a58bfc0093fa1777fdb54189388360 2024-12-16T03:18:10,395 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/57=[#edits: 5 = ],1004}, {hbase:meta/1588230740/58=[#edits: 5 = ],1004}, {hbase:meta/1588230740/59=[#edits: 5 = ],1004}, {hbase:meta/1588230740/60=[#edits: 5 = ],1004}, {hbase:meta/1588230740/61=[#edits: 5 = ],1004}, {hbase:meta/1588230740/62=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=34224, nbRowKeys=6, nbHFiles=0, heapSize=6024, lastSeqIds={}, endOfFile=false,usedBufferSize=6024] 2024-12-16T03:18:10,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=851e62163b7b13a8d1713bbadfbeb0e9, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:10,396 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/19a58bfc0093fa1777fdb54189388360 2024-12-16T03:18:10,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=3ab59f234c831b6849195634f1e025fe, ASSIGN in 520 msec 2024-12-16T03:18:10,398 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/53212bf474c7f9eaa46163b5e5d2fc0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,398 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 53212bf474c7f9eaa46163b5e5d2fc0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66601204, jitterRate=-0.007564723491668701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,399 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 53212bf474c7f9eaa46163b5e5d2fc0d: 2024-12-16T03:18:10,400 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d., pid=61, masterSystemTime=1734319090204 2024-12-16T03:18:10,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=26 2024-12-16T03:18:10,402 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 19a58bfc0093fa1777fdb54189388360 2024-12-16T03:18:10,402 INFO [StoreOpener-8423e606f855cc6c3aaa099df44c079b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8423e606f855cc6c3aaa099df44c079b 2024-12-16T03:18:10,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=26, state=SUCCESS; OpenRegionProcedure bf7a42d55d6154957df2d161ffddecab, server=f0d65a6309ee,32803,1734319085224 in 313 msec 2024-12-16T03:18:10,405 INFO [StoreOpener-8423e606f855cc6c3aaa099df44c079b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8423e606f855cc6c3aaa099df44c079b columnFamilyName info 2024-12-16T03:18:10,405 DEBUG [StoreOpener-8423e606f855cc6c3aaa099df44c079b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=30 2024-12-16T03:18:10,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=30, state=SUCCESS; OpenRegionProcedure 851e62163b7b13a8d1713bbadfbeb0e9, server=f0d65a6309ee,39541,1734319085272 in 354 msec 2024-12-16T03:18:10,405 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d. 2024-12-16T03:18:10,405 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d. 2024-12-16T03:18:10,405 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810. 2024-12-16T03:18:10,406 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => a6dc713c5574329cc3725c57f6049810, NAME => 'testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-16T03:18:10,406 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:18:10,406 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 35644, reset compression=false 2024-12-16T03:18:10,406 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/63=[#edits: 5 = ],1004}, {hbase:meta/1588230740/64=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=35644, nbRowKeys=2, nbHFiles=0, heapSize=2008, lastSeqIds={}, endOfFile=false,usedBufferSize=2008] 2024-12-16T03:18:10,406 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets a6dc713c5574329cc3725c57f6049810 2024-12-16T03:18:10,406 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,406 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for a6dc713c5574329cc3725c57f6049810 2024-12-16T03:18:10,406 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for a6dc713c5574329cc3725c57f6049810 2024-12-16T03:18:10,407 INFO [StoreOpener-8423e606f855cc6c3aaa099df44c079b-1 {}] regionserver.HStore(327): Store=8423e606f855cc6c3aaa099df44c079b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,409 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/8423e606f855cc6c3aaa099df44c079b 2024-12-16T03:18:10,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=bf7a42d55d6154957df2d161ffddecab, ASSIGN in 537 msec 2024-12-16T03:18:10,410 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=53212bf474c7f9eaa46163b5e5d2fc0d, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:10,410 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/8423e606f855cc6c3aaa099df44c079b 2024-12-16T03:18:10,411 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/19a58bfc0093fa1777fdb54189388360/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=851e62163b7b13a8d1713bbadfbeb0e9, ASSIGN in 540 msec 2024-12-16T03:18:10,411 INFO [StoreOpener-a6dc713c5574329cc3725c57f6049810-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a6dc713c5574329cc3725c57f6049810 2024-12-16T03:18:10,411 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 19a58bfc0093fa1777fdb54189388360; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73018045, jitterRate=0.08805365860462189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,412 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 19a58bfc0093fa1777fdb54189388360: 2024-12-16T03:18:10,413 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360., pid=66, masterSystemTime=1734319090222 2024-12-16T03:18:10,413 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 8423e606f855cc6c3aaa099df44c079b 2024-12-16T03:18:10,414 INFO [StoreOpener-a6dc713c5574329cc3725c57f6049810-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6dc713c5574329cc3725c57f6049810 columnFamilyName info 2024-12-16T03:18:10,414 DEBUG [StoreOpener-a6dc713c5574329cc3725c57f6049810-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,414 INFO [StoreOpener-a6dc713c5574329cc3725c57f6049810-1 {}] regionserver.HStore(327): Store=a6dc713c5574329cc3725c57f6049810/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,415 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/a6dc713c5574329cc3725c57f6049810 2024-12-16T03:18:10,416 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360. 2024-12-16T03:18:10,416 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/a6dc713c5574329cc3725c57f6049810 2024-12-16T03:18:10,416 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360. 2024-12-16T03:18:10,416 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31. 2024-12-16T03:18:10,416 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7285): Opening region: {ENCODED => c80f1da12214ae2490c4ed10fb4eed31, NAME => 'testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-16T03:18:10,417 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets c80f1da12214ae2490c4ed10fb4eed31 2024-12-16T03:18:10,417 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,417 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7327): checking encryption for c80f1da12214ae2490c4ed10fb4eed31 2024-12-16T03:18:10,417 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7330): checking classloading for c80f1da12214ae2490c4ed10fb4eed31 2024-12-16T03:18:10,419 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=19a58bfc0093fa1777fdb54189388360, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:10,420 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for a6dc713c5574329cc3725c57f6049810 2024-12-16T03:18:10,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=38 2024-12-16T03:18:10,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=38, state=SUCCESS; OpenRegionProcedure 53212bf474c7f9eaa46163b5e5d2fc0d, server=f0d65a6309ee,33561,1734319085350 in 352 msec 2024-12-16T03:18:10,422 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:18:10,422 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 36354, reset compression=false 2024-12-16T03:18:10,422 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/65=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=36354, nbRowKeys=1, nbHFiles=0, heapSize=1004, lastSeqIds={}, endOfFile=false,usedBufferSize=1004] 2024-12-16T03:18:10,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=53212bf474c7f9eaa46163b5e5d2fc0d, ASSIGN in 556 msec 2024-12-16T03:18:10,425 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/8423e606f855cc6c3aaa099df44c079b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,426 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/a6dc713c5574329cc3725c57f6049810/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,426 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 8423e606f855cc6c3aaa099df44c079b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70648299, jitterRate=0.05274169147014618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,426 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 8423e606f855cc6c3aaa099df44c079b: 2024-12-16T03:18:10,427 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened a6dc713c5574329cc3725c57f6049810; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70492943, jitterRate=0.05042670667171478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,427 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for a6dc713c5574329cc3725c57f6049810: 2024-12-16T03:18:10,427 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b., pid=50, masterSystemTime=1734319090191 2024-12-16T03:18:10,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=21 2024-12-16T03:18:10,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=21, state=SUCCESS; OpenRegionProcedure 19a58bfc0093fa1777fdb54189388360, server=f0d65a6309ee,32803,1734319085224 in 348 msec 2024-12-16T03:18:10,428 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810., pid=56, masterSystemTime=1734319090204 2024-12-16T03:18:10,429 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b. 2024-12-16T03:18:10,429 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b. 2024-12-16T03:18:10,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=19a58bfc0093fa1777fdb54189388360, ASSIGN in 563 msec 2024-12-16T03:18:10,431 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810. 2024-12-16T03:18:10,431 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810. 2024-12-16T03:18:10,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=8423e606f855cc6c3aaa099df44c079b, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39541,1734319085272 2024-12-16T03:18:10,431 INFO [StoreOpener-c80f1da12214ae2490c4ed10fb4eed31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c80f1da12214ae2490c4ed10fb4eed31 2024-12-16T03:18:10,432 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=a6dc713c5574329cc3725c57f6049810, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:10,433 INFO [StoreOpener-c80f1da12214ae2490c4ed10fb4eed31-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c80f1da12214ae2490c4ed10fb4eed31 columnFamilyName info 2024-12-16T03:18:10,434 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:18:10,434 DEBUG [StoreOpener-c80f1da12214ae2490c4ed10fb4eed31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,434 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 37064, reset compression=false 2024-12-16T03:18:10,434 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/66=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=37064, nbRowKeys=1, nbHFiles=0, heapSize=1004, lastSeqIds={}, endOfFile=false,usedBufferSize=1004] 2024-12-16T03:18:10,435 INFO [StoreOpener-c80f1da12214ae2490c4ed10fb4eed31-1 {}] regionserver.HStore(327): Store=c80f1da12214ae2490c4ed10fb4eed31/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,439 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c80f1da12214ae2490c4ed10fb4eed31 2024-12-16T03:18:10,441 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c80f1da12214ae2490c4ed10fb4eed31 2024-12-16T03:18:10,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=37 2024-12-16T03:18:10,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=28 2024-12-16T03:18:10,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=28, state=SUCCESS; OpenRegionProcedure a6dc713c5574329cc3725c57f6049810, server=f0d65a6309ee,33561,1734319085350 in 391 msec 2024-12-16T03:18:10,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=37, state=SUCCESS; OpenRegionProcedure 8423e606f855cc6c3aaa099df44c079b, server=f0d65a6309ee,39541,1734319085272 in 399 msec 2024-12-16T03:18:10,446 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1085): writing seq id for c80f1da12214ae2490c4ed10fb4eed31 2024-12-16T03:18:10,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=8423e606f855cc6c3aaa099df44c079b, ASSIGN in 578 msec 2024-12-16T03:18:10,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=a6dc713c5574329cc3725c57f6049810, ASSIGN in 580 msec 2024-12-16T03:18:10,448 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:18:10,448 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 38484, reset compression=false 2024-12-16T03:18:10,448 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/67=[#edits: 5 = ],1004}, {hbase:meta/1588230740/68=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=38484, nbRowKeys=2, nbHFiles=0, heapSize=2008, lastSeqIds={}, endOfFile=false,usedBufferSize=2008] 2024-12-16T03:18:10,450 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c80f1da12214ae2490c4ed10fb4eed31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,452 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1102): Opened c80f1da12214ae2490c4ed10fb4eed31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73365271, jitterRate=0.09322772920131683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,452 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1001): Region open journal for c80f1da12214ae2490c4ed10fb4eed31: 2024-12-16T03:18:10,453 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31., pid=65, masterSystemTime=1734319090222 2024-12-16T03:18:10,455 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31. 2024-12-16T03:18:10,455 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31. 2024-12-16T03:18:10,455 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d. 2024-12-16T03:18:10,455 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7285): Opening region: {ENCODED => 6a77b565ff3e924140d12e8209c3841d, NAME => 'testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-16T03:18:10,456 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 6a77b565ff3e924140d12e8209c3841d 2024-12-16T03:18:10,456 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:10,456 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7327): checking encryption for 6a77b565ff3e924140d12e8209c3841d 2024-12-16T03:18:10,456 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7330): checking classloading for 6a77b565ff3e924140d12e8209c3841d 2024-12-16T03:18:10,457 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=c80f1da12214ae2490c4ed10fb4eed31, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:10,458 INFO [StoreOpener-6a77b565ff3e924140d12e8209c3841d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6a77b565ff3e924140d12e8209c3841d 2024-12-16T03:18:10,461 INFO [StoreOpener-6a77b565ff3e924140d12e8209c3841d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a77b565ff3e924140d12e8209c3841d columnFamilyName info 2024-12-16T03:18:10,461 DEBUG [StoreOpener-6a77b565ff3e924140d12e8209c3841d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:10,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=35 2024-12-16T03:18:10,462 INFO [StoreOpener-6a77b565ff3e924140d12e8209c3841d-1 {}] regionserver.HStore(327): Store=6a77b565ff3e924140d12e8209c3841d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:10,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=35, state=SUCCESS; OpenRegionProcedure c80f1da12214ae2490c4ed10fb4eed31, server=f0d65a6309ee,32803,1734319085224 in 385 msec 2024-12-16T03:18:10,463 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6a77b565ff3e924140d12e8209c3841d 2024-12-16T03:18:10,464 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6a77b565ff3e924140d12e8209c3841d 2024-12-16T03:18:10,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c80f1da12214ae2490c4ed10fb4eed31, ASSIGN in 597 msec 2024-12-16T03:18:10,466 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1085): writing seq id for 6a77b565ff3e924140d12e8209c3841d 2024-12-16T03:18:10,468 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6a77b565ff3e924140d12e8209c3841d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:10,469 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1102): Opened 6a77b565ff3e924140d12e8209c3841d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59720916, jitterRate=-0.1100890040397644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:10,469 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1001): Region open journal for 6a77b565ff3e924140d12e8209c3841d: 2024-12-16T03:18:10,470 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d., pid=67, masterSystemTime=1734319090222 2024-12-16T03:18:10,472 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d. 2024-12-16T03:18:10,472 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d. 2024-12-16T03:18:10,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=6a77b565ff3e924140d12e8209c3841d, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:10,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=23 2024-12-16T03:18:10,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=23, state=SUCCESS; OpenRegionProcedure 6a77b565ff3e924140d12e8209c3841d, server=f0d65a6309ee,32803,1734319085224 in 399 msec 2024-12-16T03:18:10,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=18 2024-12-16T03:18:10,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=6a77b565ff3e924140d12e8209c3841d, ASSIGN in 614 msec 2024-12-16T03:18:10,482 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:18:10,483 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicaGets","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319090482"}]},"ts":"1734319090482"} 2024-12-16T03:18:10,485 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicaGets, state=ENABLED in hbase:meta 2024-12-16T03:18:10,523 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:18:10,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicaGets in 1.0210 sec 2024-12-16T03:18:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:18:10,617 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicaGets, procId: 18 completed 2024-12-16T03:18:10,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicaGets get assigned. Timeout = 60000ms 2024-12-16T03:18:10,617 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:18:10,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=32790 bytes) of info 2024-12-16T03:18:10,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicaGets assigned to meta. Checking AM states. 2024-12-16T03:18:10,650 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:18:10,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicaGets assigned. 2024-12-16T03:18:10,657 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 38484, reset compression=false 2024-12-16T03:18:10,664 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:18:10,664 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-16T03:18:10,664 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:18:10,664 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 40000, reset compression=false 2024-12-16T03:18:10,664 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/69=[#edits: 5 = ],1004}, {hbase:meta/1588230740/70=[#edits: 5 = ],1004}, {hbase:meta/1588230740/71=[#edits: 1 = ],196}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=40000, nbRowKeys=3, nbHFiles=0, heapSize=2204, lastSeqIds={}, endOfFile=false,usedBufferSize=2204] 2024-12-16T03:18:10,675 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 hbase:namespace/table:state/1734319087864/Put/vlen=2/seqid=8 2024-12-16T03:18:10,676 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a./info:regioninfo/1734319087849/Put/vlen=41/seqid=7 2024-12-16T03:18:10,676 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a./info:seqnumDuringOpen/1734319087849/Put/vlen=8/seqid=7 2024-12-16T03:18:10,676 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a./info:server/1734319087849/Put/vlen=18/seqid=7 2024-12-16T03:18:10,676 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a./info:serverstartcode/1734319087849/Put/vlen=8/seqid=7 2024-12-16T03:18:10,676 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a./info:sn/1734319087651/Put/vlen=32/seqid=6 2024-12-16T03:18:10,676 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a./info:state/1734319087849/Put/vlen=4/seqid=7 2024-12-16T03:18:10,676 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets/table:state/1734319089788/Put/vlen=2/seqid=20 2024-12-16T03:18:10,676 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=52 2024-12-16T03:18:10,676 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:seqnumDuringOpen/1734319090282/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:seqnumDuringOpen/1734319090282/Put/vlen=8/seqid=52 2024-12-16T03:18:10,676 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:server/1734319090282/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:server/1734319090282/Put/vlen=18/seqid=52 2024-12-16T03:18:10,677 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:serverstartcode/1734319090282/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:serverstartcode/1734319090282/Put/vlen=8/seqid=52 2024-12-16T03:18:10,677 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:sn/1734319090053/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:sn/1734319090053/Put/vlen=32/seqid=35 2024-12-16T03:18:10,677 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:state/1734319090282/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:state/1734319090282/Put/vlen=4/seqid=52 2024-12-16T03:18:10,677 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:regioninfo/1734319090313/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:regioninfo/1734319090313/Put/vlen=64/seqid=55 2024-12-16T03:18:10,677 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:seqnumDuringOpen/1734319090313/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:seqnumDuringOpen/1734319090313/Put/vlen=8/seqid=55 2024-12-16T03:18:10,677 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:server/1734319090313/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:server/1734319090313/Put/vlen=18/seqid=55 2024-12-16T03:18:10,677 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:serverstartcode/1734319090313/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:serverstartcode/1734319090313/Put/vlen=8/seqid=55 2024-12-16T03:18:10,677 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:sn/1734319090023/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:sn/1734319090023/Put/vlen=32/seqid=22 2024-12-16T03:18:10,677 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:state/1734319090313/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:state/1734319090313/Put/vlen=4/seqid=55 2024-12-16T03:18:10,677 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:regioninfo/1734319090419/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:regioninfo/1734319090419/Put/vlen=64/seqid=66 2024-12-16T03:18:10,677 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:seqnumDuringOpen/1734319090419/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:seqnumDuringOpen/1734319090419/Put/vlen=8/seqid=66 2024-12-16T03:18:10,678 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:server/1734319090419/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:server/1734319090419/Put/vlen=18/seqid=66 2024-12-16T03:18:10,678 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:serverstartcode/1734319090419/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:serverstartcode/1734319090419/Put/vlen=8/seqid=66 2024-12-16T03:18:10,678 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:sn/1734319090072/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:sn/1734319090072/Put/vlen=32/seqid=43 2024-12-16T03:18:10,678 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:state/1734319090419/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:state/1734319090419/Put/vlen=4/seqid=66 2024-12-16T03:18:10,678 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:regioninfo/1734319090221/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:regioninfo/1734319090221/Put/vlen=64/seqid=47 2024-12-16T03:18:10,678 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:seqnumDuringOpen/1734319090221/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:seqnumDuringOpen/1734319090221/Put/vlen=8/seqid=47 2024-12-16T03:18:10,678 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:server/1734319090221/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:server/1734319090221/Put/vlen=18/seqid=47 2024-12-16T03:18:10,678 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:serverstartcode/1734319090221/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:serverstartcode/1734319090221/Put/vlen=8/seqid=47 2024-12-16T03:18:10,678 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:sn/1734319090039/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:sn/1734319090039/Put/vlen=32/seqid=30 2024-12-16T03:18:10,678 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:state/1734319090221/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:state/1734319090221/Put/vlen=4/seqid=47 2024-12-16T03:18:10,678 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090075/Put/vlen=64/seqid=44 2024-12-16T03:18:10,679 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:sn/1734319090075/Put/vlen=32/seqid=44 2024-12-16T03:18:10,679 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:state/1734319090075/Put/vlen=7/seqid=44 2024-12-16T03:18:10,679 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:regioninfo/1734319090276/Put/vlen=64/seqid=51 2024-12-16T03:18:10,679 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:seqnumDuringOpen/1734319090276/Put/vlen=8/seqid=51 2024-12-16T03:18:10,679 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:server/1734319090276/Put/vlen=18/seqid=51 2024-12-16T03:18:10,679 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:serverstartcode/1734319090276/Put/vlen=8/seqid=51 2024-12-16T03:18:10,679 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:sn/1734319090031/Put/vlen=32/seqid=26 2024-12-16T03:18:10,679 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:state/1734319090276/Put/vlen=4/seqid=51 2024-12-16T03:18:10,679 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:regioninfo/1734319090371/Put/vlen=64/seqid=62 2024-12-16T03:18:10,679 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:seqnumDuringOpen/1734319090371/Put/vlen=8/seqid=62 2024-12-16T03:18:10,679 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:server/1734319090371/Put/vlen=18/seqid=62 2024-12-16T03:18:10,679 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:serverstartcode/1734319090371/Put/vlen=8/seqid=62 2024-12-16T03:18:10,680 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:sn/1734319090059/Put/vlen=32/seqid=37 2024-12-16T03:18:10,680 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:state/1734319090371/Put/vlen=4/seqid=62 2024-12-16T03:18:10,680 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:regioninfo/1734319090385/Put/vlen=64/seqid=63 2024-12-16T03:18:10,680 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:seqnumDuringOpen/1734319090385/Put/vlen=8/seqid=63 2024-12-16T03:18:10,680 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:server/1734319090385/Put/vlen=18/seqid=63 2024-12-16T03:18:10,680 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:serverstartcode/1734319090385/Put/vlen=8/seqid=63 2024-12-16T03:18:10,680 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:sn/1734319090079/Put/vlen=32/seqid=45 2024-12-16T03:18:10,680 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:state/1734319090385/Put/vlen=4/seqid=63 2024-12-16T03:18:10,680 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:regioninfo/1734319090305/Put/vlen=64/seqid=54 2024-12-16T03:18:10,680 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:seqnumDuringOpen/1734319090305/Put/vlen=8/seqid=54 2024-12-16T03:18:10,680 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:server/1734319090305/Put/vlen=18/seqid=54 2024-12-16T03:18:10,680 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:serverstartcode/1734319090305/Put/vlen=8/seqid=54 2024-12-16T03:18:10,680 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:sn/1734319090036/Put/vlen=32/seqid=29 2024-12-16T03:18:10,680 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:state/1734319090305/Put/vlen=4/seqid=54 2024-12-16T03:18:10,681 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:regioninfo/1734319090432/Put/vlen=64/seqid=68 2024-12-16T03:18:10,681 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:seqnumDuringOpen/1734319090432/Put/vlen=8/seqid=68 2024-12-16T03:18:10,681 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:server/1734319090432/Put/vlen=18/seqid=68 2024-12-16T03:18:10,681 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:serverstartcode/1734319090432/Put/vlen=8/seqid=68 2024-12-16T03:18:10,681 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:sn/1734319090046/Put/vlen=32/seqid=33 2024-12-16T03:18:10,681 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:state/1734319090432/Put/vlen=4/seqid=68 2024-12-16T03:18:10,681 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:regioninfo/1734319090232/Put/vlen=64/seqid=48 2024-12-16T03:18:10,681 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:seqnumDuringOpen/1734319090232/Put/vlen=8/seqid=48 2024-12-16T03:18:10,681 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:server/1734319090232/Put/vlen=18/seqid=48 2024-12-16T03:18:10,681 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:serverstartcode/1734319090232/Put/vlen=8/seqid=48 2024-12-16T03:18:10,681 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:sn/1734319090023/Put/vlen=32/seqid=24 2024-12-16T03:18:10,681 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:state/1734319090232/Put/vlen=4/seqid=48 2024-12-16T03:18:10,681 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:regioninfo/1734319090396/Put/vlen=64/seqid=64 2024-12-16T03:18:10,682 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:seqnumDuringOpen/1734319090396/Put/vlen=8/seqid=64 2024-12-16T03:18:10,682 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:server/1734319090396/Put/vlen=18/seqid=64 2024-12-16T03:18:10,682 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:serverstartcode/1734319090396/Put/vlen=8/seqid=64 2024-12-16T03:18:10,682 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:sn/1734319090043/Put/vlen=32/seqid=31 2024-12-16T03:18:10,682 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:state/1734319090396/Put/vlen=4/seqid=64 2024-12-16T03:18:10,682 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:regioninfo/1734319090342/Put/vlen=64/seqid=58 2024-12-16T03:18:10,682 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:seqnumDuringOpen/1734319090342/Put/vlen=8/seqid=58 2024-12-16T03:18:10,682 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:server/1734319090342/Put/vlen=18/seqid=58 2024-12-16T03:18:10,682 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:serverstartcode/1734319090342/Put/vlen=8/seqid=58 2024-12-16T03:18:10,682 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:sn/1734319090023/Put/vlen=32/seqid=21 2024-12-16T03:18:10,682 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:state/1734319090342/Put/vlen=4/seqid=58 2024-12-16T03:18:10,682 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:regioninfo/1734319090283/Put/vlen=64/seqid=53 2024-12-16T03:18:10,682 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:seqnumDuringOpen/1734319090283/Put/vlen=8/seqid=53 2024-12-16T03:18:10,682 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:server/1734319090283/Put/vlen=18/seqid=53 2024-12-16T03:18:10,682 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:serverstartcode/1734319090283/Put/vlen=8/seqid=53 2024-12-16T03:18:10,682 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:sn/1734319090065/Put/vlen=32/seqid=40 2024-12-16T03:18:10,683 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:state/1734319090283/Put/vlen=4/seqid=53 2024-12-16T03:18:10,683 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:regioninfo/1734319090313/Put/vlen=64/seqid=56 2024-12-16T03:18:10,683 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:seqnumDuringOpen/1734319090313/Put/vlen=8/seqid=56 2024-12-16T03:18:10,683 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:server/1734319090313/Put/vlen=18/seqid=56 2024-12-16T03:18:10,683 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:serverstartcode/1734319090313/Put/vlen=8/seqid=56 2024-12-16T03:18:10,683 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:sn/1734319090049/Put/vlen=32/seqid=34 2024-12-16T03:18:10,683 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:state/1734319090313/Put/vlen=4/seqid=56 2024-12-16T03:18:10,683 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:regioninfo/1734319090274/Put/vlen=64/seqid=50 2024-12-16T03:18:10,683 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:seqnumDuringOpen/1734319090274/Put/vlen=8/seqid=50 2024-12-16T03:18:10,683 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:server/1734319090274/Put/vlen=18/seqid=50 2024-12-16T03:18:10,683 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:serverstartcode/1734319090274/Put/vlen=8/seqid=50 2024-12-16T03:18:10,683 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:sn/1734319090034/Put/vlen=32/seqid=28 2024-12-16T03:18:10,683 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:state/1734319090274/Put/vlen=4/seqid=50 2024-12-16T03:18:10,683 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31./info:regioninfo/1734319090070/Put/vlen=64/seqid=42 2024-12-16T03:18:10,683 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31./info:sn/1734319090070/Put/vlen=32/seqid=42 2024-12-16T03:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31./info:state/1734319090070/Put/vlen=7/seqid=42 2024-12-16T03:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:regioninfo/1734319090204/Put/vlen=64/seqid=46 2024-12-16T03:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:seqnumDuringOpen/1734319090204/Put/vlen=8/seqid=46 2024-12-16T03:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:server/1734319090204/Put/vlen=18/seqid=46 2024-12-16T03:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:serverstartcode/1734319090204/Put/vlen=8/seqid=46 2024-12-16T03:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:sn/1734319090023/Put/vlen=32/seqid=25 2024-12-16T03:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:state/1734319090204/Put/vlen=4/seqid=46 2024-12-16T03:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:regioninfo/1734319090431/Put/vlen=64/seqid=67 2024-12-16T03:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:seqnumDuringOpen/1734319090431/Put/vlen=8/seqid=67 2024-12-16T03:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:server/1734319090431/Put/vlen=18/seqid=67 2024-12-16T03:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:serverstartcode/1734319090431/Put/vlen=8/seqid=67 2024-12-16T03:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:sn/1734319090034/Put/vlen=32/seqid=27 2024-12-16T03:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:state/1734319090431/Put/vlen=4/seqid=67 2024-12-16T03:18:10,684 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:regioninfo/1734319090409/Put/vlen=64/seqid=65 2024-12-16T03:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:seqnumDuringOpen/1734319090409/Put/vlen=8/seqid=65 2024-12-16T03:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:server/1734319090409/Put/vlen=18/seqid=65 2024-12-16T03:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:serverstartcode/1734319090409/Put/vlen=8/seqid=65 2024-12-16T03:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:sn/1734319090059/Put/vlen=32/seqid=38 2024-12-16T03:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:state/1734319090409/Put/vlen=4/seqid=65 2024-12-16T03:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:regioninfo/1734319090344/Put/vlen=64/seqid=59 2024-12-16T03:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:seqnumDuringOpen/1734319090344/Put/vlen=8/seqid=59 2024-12-16T03:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:server/1734319090344/Put/vlen=18/seqid=59 2024-12-16T03:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:serverstartcode/1734319090344/Put/vlen=8/seqid=59 2024-12-16T03:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:sn/1734319090070/Put/vlen=32/seqid=41 2024-12-16T03:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:state/1734319090344/Put/vlen=4/seqid=59 2024-12-16T03:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:regioninfo/1734319090248/Put/vlen=64/seqid=49 2024-12-16T03:18:10,685 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:seqnumDuringOpen/1734319090248/Put/vlen=8/seqid=49 2024-12-16T03:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:server/1734319090248/Put/vlen=18/seqid=49 2024-12-16T03:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:serverstartcode/1734319090248/Put/vlen=8/seqid=49 2024-12-16T03:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:sn/1734319090056/Put/vlen=32/seqid=36 2024-12-16T03:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:state/1734319090248/Put/vlen=4/seqid=49 2024-12-16T03:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:regioninfo/1734319090370/Put/vlen=64/seqid=61 2024-12-16T03:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:seqnumDuringOpen/1734319090370/Put/vlen=8/seqid=61 2024-12-16T03:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:server/1734319090370/Put/vlen=18/seqid=61 2024-12-16T03:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:serverstartcode/1734319090370/Put/vlen=8/seqid=61 2024-12-16T03:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:sn/1734319090023/Put/vlen=32/seqid=23 2024-12-16T03:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:state/1734319090370/Put/vlen=4/seqid=61 2024-12-16T03:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:regioninfo/1734319090352/Put/vlen=64/seqid=60 2024-12-16T03:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:seqnumDuringOpen/1734319090352/Put/vlen=8/seqid=60 2024-12-16T03:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:server/1734319090352/Put/vlen=18/seqid=60 2024-12-16T03:18:10,686 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:serverstartcode/1734319090352/Put/vlen=8/seqid=60 2024-12-16T03:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:sn/1734319090045/Put/vlen=32/seqid=32 2024-12-16T03:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:state/1734319090352/Put/vlen=4/seqid=60 2024-12-16T03:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:regioninfo/1734319090323/Put/vlen=61/seqid=57 2024-12-16T03:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:seqnumDuringOpen/1734319090323/Put/vlen=8/seqid=57 2024-12-16T03:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:server/1734319090323/Put/vlen=18/seqid=57 2024-12-16T03:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:serverstartcode/1734319090323/Put/vlen=8/seqid=57 2024-12-16T03:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:sn/1734319090065/Put/vlen=32/seqid=39 2024-12-16T03:18:10,687 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:state/1734319090323/Put/vlen=4/seqid=57 2024-12-16T03:18:10,688 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:18:10,688 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:18:10,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 hbase:namespace/table:state/1734319087864/Put/vlen=2/seqid=8 2024-12-16T03:18:10,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a./info:regioninfo/1734319087849/Put/vlen=41/seqid=7 2024-12-16T03:18:10,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a./info:seqnumDuringOpen/1734319087849/Put/vlen=8/seqid=7 2024-12-16T03:18:10,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a./info:server/1734319087849/Put/vlen=18/seqid=7 2024-12-16T03:18:10,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a./info:serverstartcode/1734319087849/Put/vlen=8/seqid=7 2024-12-16T03:18:10,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a./info:sn/1734319087651/Put/vlen=32/seqid=6 2024-12-16T03:18:10,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a./info:state/1734319087849/Put/vlen=4/seqid=7 2024-12-16T03:18:10,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets/table:state/1734319090482/Put/vlen=2/seqid=71 2024-12-16T03:18:10,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:regioninfo/1734319090282/Put/vlen=61/seqid=52 2024-12-16T03:18:10,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:seqnumDuringOpen/1734319090282/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:seqnumDuringOpen/1734319090282/Put/vlen=8/seqid=52 2024-12-16T03:18:10,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:server/1734319090282/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:server/1734319090282/Put/vlen=18/seqid=52 2024-12-16T03:18:10,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:serverstartcode/1734319090282/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:serverstartcode/1734319090282/Put/vlen=8/seqid=52 2024-12-16T03:18:10,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:sn/1734319090053/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:sn/1734319090053/Put/vlen=32/seqid=35 2024-12-16T03:18:10,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:state/1734319090282/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760./info:state/1734319090282/Put/vlen=4/seqid=52 2024-12-16T03:18:10,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:regioninfo/1734319090313/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:regioninfo/1734319090313/Put/vlen=64/seqid=55 2024-12-16T03:18:10,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:seqnumDuringOpen/1734319090313/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:seqnumDuringOpen/1734319090313/Put/vlen=8/seqid=55 2024-12-16T03:18:10,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:server/1734319090313/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:server/1734319090313/Put/vlen=18/seqid=55 2024-12-16T03:18:10,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:serverstartcode/1734319090313/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:serverstartcode/1734319090313/Put/vlen=8/seqid=55 2024-12-16T03:18:10,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:sn/1734319090023/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:sn/1734319090023/Put/vlen=32/seqid=22 2024-12-16T03:18:10,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:state/1734319090313/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:state/1734319090313/Put/vlen=4/seqid=55 2024-12-16T03:18:10,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:regioninfo/1734319090419/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:regioninfo/1734319090419/Put/vlen=64/seqid=66 2024-12-16T03:18:10,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:seqnumDuringOpen/1734319090419/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:seqnumDuringOpen/1734319090419/Put/vlen=8/seqid=66 2024-12-16T03:18:10,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:server/1734319090419/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:server/1734319090419/Put/vlen=18/seqid=66 2024-12-16T03:18:10,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:serverstartcode/1734319090419/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:serverstartcode/1734319090419/Put/vlen=8/seqid=66 2024-12-16T03:18:10,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:sn/1734319090072/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:sn/1734319090072/Put/vlen=32/seqid=43 2024-12-16T03:18:10,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:state/1734319090419/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360./info:state/1734319090419/Put/vlen=4/seqid=66 2024-12-16T03:18:10,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:regioninfo/1734319090221/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:regioninfo/1734319090221/Put/vlen=64/seqid=47 2024-12-16T03:18:10,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:seqnumDuringOpen/1734319090221/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:seqnumDuringOpen/1734319090221/Put/vlen=8/seqid=47 2024-12-16T03:18:10,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:server/1734319090221/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:server/1734319090221/Put/vlen=18/seqid=47 2024-12-16T03:18:10,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:serverstartcode/1734319090221/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:serverstartcode/1734319090221/Put/vlen=8/seqid=47 2024-12-16T03:18:10,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:sn/1734319090039/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:sn/1734319090039/Put/vlen=32/seqid=30 2024-12-16T03:18:10,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:state/1734319090221/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd./info:state/1734319090221/Put/vlen=4/seqid=47 2024-12-16T03:18:10,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:regioninfo/1734319090473/Put/vlen=64/seqid=70 2024-12-16T03:18:10,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:seqnumDuringOpen/1734319090473/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:seqnumDuringOpen/1734319090473/Put/vlen=8/seqid=70 2024-12-16T03:18:10,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:server/1734319090473/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:server/1734319090473/Put/vlen=18/seqid=70 2024-12-16T03:18:10,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:serverstartcode/1734319090473/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:serverstartcode/1734319090473/Put/vlen=8/seqid=70 2024-12-16T03:18:10,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:sn/1734319090075/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:sn/1734319090075/Put/vlen=32/seqid=44 2024-12-16T03:18:10,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:state/1734319090473/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d./info:state/1734319090473/Put/vlen=4/seqid=70 2024-12-16T03:18:10,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:regioninfo/1734319090276/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:regioninfo/1734319090276/Put/vlen=64/seqid=51 2024-12-16T03:18:10,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:seqnumDuringOpen/1734319090276/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:seqnumDuringOpen/1734319090276/Put/vlen=8/seqid=51 2024-12-16T03:18:10,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:server/1734319090276/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:server/1734319090276/Put/vlen=18/seqid=51 2024-12-16T03:18:10,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:serverstartcode/1734319090276/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:serverstartcode/1734319090276/Put/vlen=8/seqid=51 2024-12-16T03:18:10,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:sn/1734319090031/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:sn/1734319090031/Put/vlen=32/seqid=26 2024-12-16T03:18:10,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:state/1734319090276/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b./info:state/1734319090276/Put/vlen=4/seqid=51 2024-12-16T03:18:10,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:regioninfo/1734319090371/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:regioninfo/1734319090371/Put/vlen=64/seqid=62 2024-12-16T03:18:10,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:seqnumDuringOpen/1734319090371/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:seqnumDuringOpen/1734319090371/Put/vlen=8/seqid=62 2024-12-16T03:18:10,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:server/1734319090371/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:server/1734319090371/Put/vlen=18/seqid=62 2024-12-16T03:18:10,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:serverstartcode/1734319090371/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:serverstartcode/1734319090371/Put/vlen=8/seqid=62 2024-12-16T03:18:10,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:sn/1734319090059/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:sn/1734319090059/Put/vlen=32/seqid=37 2024-12-16T03:18:10,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:state/1734319090371/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe./info:state/1734319090371/Put/vlen=4/seqid=62 2024-12-16T03:18:10,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:regioninfo/1734319090385/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:regioninfo/1734319090385/Put/vlen=64/seqid=63 2024-12-16T03:18:10,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:seqnumDuringOpen/1734319090385/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:seqnumDuringOpen/1734319090385/Put/vlen=8/seqid=63 2024-12-16T03:18:10,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:server/1734319090385/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:server/1734319090385/Put/vlen=18/seqid=63 2024-12-16T03:18:10,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:serverstartcode/1734319090385/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:serverstartcode/1734319090385/Put/vlen=8/seqid=63 2024-12-16T03:18:10,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:sn/1734319090079/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:sn/1734319090079/Put/vlen=32/seqid=45 2024-12-16T03:18:10,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:state/1734319090385/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab./info:state/1734319090385/Put/vlen=4/seqid=63 2024-12-16T03:18:10,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:regioninfo/1734319090305/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:regioninfo/1734319090305/Put/vlen=64/seqid=54 2024-12-16T03:18:10,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:seqnumDuringOpen/1734319090305/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:seqnumDuringOpen/1734319090305/Put/vlen=8/seqid=54 2024-12-16T03:18:10,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:server/1734319090305/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:server/1734319090305/Put/vlen=18/seqid=54 2024-12-16T03:18:10,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:serverstartcode/1734319090305/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:serverstartcode/1734319090305/Put/vlen=8/seqid=54 2024-12-16T03:18:10,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:sn/1734319090036/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:sn/1734319090036/Put/vlen=32/seqid=29 2024-12-16T03:18:10,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:state/1734319090305/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1./info:state/1734319090305/Put/vlen=4/seqid=54 2024-12-16T03:18:10,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:regioninfo/1734319090432/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:regioninfo/1734319090432/Put/vlen=64/seqid=68 2024-12-16T03:18:10,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:seqnumDuringOpen/1734319090432/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:seqnumDuringOpen/1734319090432/Put/vlen=8/seqid=68 2024-12-16T03:18:10,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:server/1734319090432/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:server/1734319090432/Put/vlen=18/seqid=68 2024-12-16T03:18:10,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:serverstartcode/1734319090432/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:serverstartcode/1734319090432/Put/vlen=8/seqid=68 2024-12-16T03:18:10,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:sn/1734319090046/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:sn/1734319090046/Put/vlen=32/seqid=33 2024-12-16T03:18:10,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:state/1734319090432/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810./info:state/1734319090432/Put/vlen=4/seqid=68 2024-12-16T03:18:10,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:regioninfo/1734319090232/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:regioninfo/1734319090232/Put/vlen=64/seqid=48 2024-12-16T03:18:10,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:seqnumDuringOpen/1734319090232/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:seqnumDuringOpen/1734319090232/Put/vlen=8/seqid=48 2024-12-16T03:18:10,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:server/1734319090232/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:server/1734319090232/Put/vlen=18/seqid=48 2024-12-16T03:18:10,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:serverstartcode/1734319090232/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:serverstartcode/1734319090232/Put/vlen=8/seqid=48 2024-12-16T03:18:10,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:sn/1734319090023/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:sn/1734319090023/Put/vlen=32/seqid=24 2024-12-16T03:18:10,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:state/1734319090232/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078./info:state/1734319090232/Put/vlen=4/seqid=48 2024-12-16T03:18:10,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:regioninfo/1734319090396/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:regioninfo/1734319090396/Put/vlen=64/seqid=64 2024-12-16T03:18:10,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:seqnumDuringOpen/1734319090396/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:seqnumDuringOpen/1734319090396/Put/vlen=8/seqid=64 2024-12-16T03:18:10,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:server/1734319090396/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:server/1734319090396/Put/vlen=18/seqid=64 2024-12-16T03:18:10,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:serverstartcode/1734319090396/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:serverstartcode/1734319090396/Put/vlen=8/seqid=64 2024-12-16T03:18:10,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:sn/1734319090043/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:sn/1734319090043/Put/vlen=32/seqid=31 2024-12-16T03:18:10,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:state/1734319090396/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9./info:state/1734319090396/Put/vlen=4/seqid=64 2024-12-16T03:18:10,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:regioninfo/1734319090342/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:regioninfo/1734319090342/Put/vlen=64/seqid=58 2024-12-16T03:18:10,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:seqnumDuringOpen/1734319090342/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:seqnumDuringOpen/1734319090342/Put/vlen=8/seqid=58 2024-12-16T03:18:10,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:server/1734319090342/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:server/1734319090342/Put/vlen=18/seqid=58 2024-12-16T03:18:10,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:serverstartcode/1734319090342/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:serverstartcode/1734319090342/Put/vlen=8/seqid=58 2024-12-16T03:18:10,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:sn/1734319090023/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:sn/1734319090023/Put/vlen=32/seqid=21 2024-12-16T03:18:10,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:state/1734319090342/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c./info:state/1734319090342/Put/vlen=4/seqid=58 2024-12-16T03:18:10,704 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:regioninfo/1734319090283/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:regioninfo/1734319090283/Put/vlen=64/seqid=53 2024-12-16T03:18:10,704 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:seqnumDuringOpen/1734319090283/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:seqnumDuringOpen/1734319090283/Put/vlen=8/seqid=53 2024-12-16T03:18:10,704 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:server/1734319090283/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:server/1734319090283/Put/vlen=18/seqid=53 2024-12-16T03:18:10,704 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:serverstartcode/1734319090283/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:serverstartcode/1734319090283/Put/vlen=8/seqid=53 2024-12-16T03:18:10,704 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:sn/1734319090065/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:sn/1734319090065/Put/vlen=32/seqid=40 2024-12-16T03:18:10,704 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:state/1734319090283/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72./info:state/1734319090283/Put/vlen=4/seqid=53 2024-12-16T03:18:10,704 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:regioninfo/1734319090313/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:regioninfo/1734319090313/Put/vlen=64/seqid=56 2024-12-16T03:18:10,704 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:seqnumDuringOpen/1734319090313/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:seqnumDuringOpen/1734319090313/Put/vlen=8/seqid=56 2024-12-16T03:18:10,704 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:server/1734319090313/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:server/1734319090313/Put/vlen=18/seqid=56 2024-12-16T03:18:10,704 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:serverstartcode/1734319090313/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:serverstartcode/1734319090313/Put/vlen=8/seqid=56 2024-12-16T03:18:10,704 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:sn/1734319090049/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:sn/1734319090049/Put/vlen=32/seqid=34 2024-12-16T03:18:10,704 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:state/1734319090313/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f./info:state/1734319090313/Put/vlen=4/seqid=56 2024-12-16T03:18:10,704 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:regioninfo/1734319090274/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:regioninfo/1734319090274/Put/vlen=64/seqid=50 2024-12-16T03:18:10,705 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:seqnumDuringOpen/1734319090274/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:seqnumDuringOpen/1734319090274/Put/vlen=8/seqid=50 2024-12-16T03:18:10,705 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:server/1734319090274/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:server/1734319090274/Put/vlen=18/seqid=50 2024-12-16T03:18:10,705 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:serverstartcode/1734319090274/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:serverstartcode/1734319090274/Put/vlen=8/seqid=50 2024-12-16T03:18:10,705 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:sn/1734319090034/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:sn/1734319090034/Put/vlen=32/seqid=28 2024-12-16T03:18:10,705 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:state/1734319090274/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b./info:state/1734319090274/Put/vlen=4/seqid=50 2024-12-16T03:18:10,705 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31./info:regioninfo/1734319090457/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31./info:regioninfo/1734319090457/Put/vlen=64/seqid=69 2024-12-16T03:18:10,705 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31./info:seqnumDuringOpen/1734319090457/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31./info:seqnumDuringOpen/1734319090457/Put/vlen=8/seqid=69 2024-12-16T03:18:10,705 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31./info:server/1734319090457/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31./info:server/1734319090457/Put/vlen=18/seqid=69 2024-12-16T03:18:10,705 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31./info:serverstartcode/1734319090457/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31./info:serverstartcode/1734319090457/Put/vlen=8/seqid=69 2024-12-16T03:18:10,705 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31./info:sn/1734319090070/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31./info:sn/1734319090070/Put/vlen=32/seqid=42 2024-12-16T03:18:10,705 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31./info:state/1734319090457/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31./info:state/1734319090457/Put/vlen=4/seqid=69 2024-12-16T03:18:10,705 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:regioninfo/1734319090204/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:regioninfo/1734319090204/Put/vlen=64/seqid=46 2024-12-16T03:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:seqnumDuringOpen/1734319090204/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:seqnumDuringOpen/1734319090204/Put/vlen=8/seqid=46 2024-12-16T03:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:server/1734319090204/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:server/1734319090204/Put/vlen=18/seqid=46 2024-12-16T03:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:serverstartcode/1734319090204/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:serverstartcode/1734319090204/Put/vlen=8/seqid=46 2024-12-16T03:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:sn/1734319090023/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:sn/1734319090023/Put/vlen=32/seqid=25 2024-12-16T03:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:state/1734319090204/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21./info:state/1734319090204/Put/vlen=4/seqid=46 2024-12-16T03:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:regioninfo/1734319090431/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:regioninfo/1734319090431/Put/vlen=64/seqid=67 2024-12-16T03:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:seqnumDuringOpen/1734319090431/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:seqnumDuringOpen/1734319090431/Put/vlen=8/seqid=67 2024-12-16T03:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:server/1734319090431/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:server/1734319090431/Put/vlen=18/seqid=67 2024-12-16T03:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:serverstartcode/1734319090431/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:serverstartcode/1734319090431/Put/vlen=8/seqid=67 2024-12-16T03:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:sn/1734319090034/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:sn/1734319090034/Put/vlen=32/seqid=27 2024-12-16T03:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:state/1734319090431/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b./info:state/1734319090431/Put/vlen=4/seqid=67 2024-12-16T03:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:regioninfo/1734319090409/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:regioninfo/1734319090409/Put/vlen=64/seqid=65 2024-12-16T03:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:seqnumDuringOpen/1734319090409/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:seqnumDuringOpen/1734319090409/Put/vlen=8/seqid=65 2024-12-16T03:18:10,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:server/1734319090409/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:server/1734319090409/Put/vlen=18/seqid=65 2024-12-16T03:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:serverstartcode/1734319090409/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:serverstartcode/1734319090409/Put/vlen=8/seqid=65 2024-12-16T03:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:sn/1734319090059/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:sn/1734319090059/Put/vlen=32/seqid=38 2024-12-16T03:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:state/1734319090409/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d./info:state/1734319090409/Put/vlen=4/seqid=65 2024-12-16T03:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:regioninfo/1734319090344/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:regioninfo/1734319090344/Put/vlen=64/seqid=59 2024-12-16T03:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:seqnumDuringOpen/1734319090344/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:seqnumDuringOpen/1734319090344/Put/vlen=8/seqid=59 2024-12-16T03:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:server/1734319090344/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:server/1734319090344/Put/vlen=18/seqid=59 2024-12-16T03:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:serverstartcode/1734319090344/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:serverstartcode/1734319090344/Put/vlen=8/seqid=59 2024-12-16T03:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:sn/1734319090070/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:sn/1734319090070/Put/vlen=32/seqid=41 2024-12-16T03:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:state/1734319090344/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3./info:state/1734319090344/Put/vlen=4/seqid=59 2024-12-16T03:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:regioninfo/1734319090248/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:regioninfo/1734319090248/Put/vlen=64/seqid=49 2024-12-16T03:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:seqnumDuringOpen/1734319090248/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:seqnumDuringOpen/1734319090248/Put/vlen=8/seqid=49 2024-12-16T03:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:server/1734319090248/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:server/1734319090248/Put/vlen=18/seqid=49 2024-12-16T03:18:10,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:serverstartcode/1734319090248/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:serverstartcode/1734319090248/Put/vlen=8/seqid=49 2024-12-16T03:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:sn/1734319090056/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:sn/1734319090056/Put/vlen=32/seqid=36 2024-12-16T03:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:state/1734319090248/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b./info:state/1734319090248/Put/vlen=4/seqid=49 2024-12-16T03:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:regioninfo/1734319090370/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:regioninfo/1734319090370/Put/vlen=64/seqid=61 2024-12-16T03:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:seqnumDuringOpen/1734319090370/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:seqnumDuringOpen/1734319090370/Put/vlen=8/seqid=61 2024-12-16T03:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:server/1734319090370/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:server/1734319090370/Put/vlen=18/seqid=61 2024-12-16T03:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:serverstartcode/1734319090370/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:serverstartcode/1734319090370/Put/vlen=8/seqid=61 2024-12-16T03:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:sn/1734319090023/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:sn/1734319090023/Put/vlen=32/seqid=23 2024-12-16T03:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:state/1734319090370/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd./info:state/1734319090370/Put/vlen=4/seqid=61 2024-12-16T03:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:regioninfo/1734319090352/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:regioninfo/1734319090352/Put/vlen=64/seqid=60 2024-12-16T03:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:seqnumDuringOpen/1734319090352/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:seqnumDuringOpen/1734319090352/Put/vlen=8/seqid=60 2024-12-16T03:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:server/1734319090352/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:server/1734319090352/Put/vlen=18/seqid=60 2024-12-16T03:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:serverstartcode/1734319090352/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:serverstartcode/1734319090352/Put/vlen=8/seqid=60 2024-12-16T03:18:10,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:sn/1734319090045/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:sn/1734319090045/Put/vlen=32/seqid=32 2024-12-16T03:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:state/1734319090352/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320./info:state/1734319090352/Put/vlen=4/seqid=60 2024-12-16T03:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:regioninfo/1734319090323/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:regioninfo/1734319090323/Put/vlen=61/seqid=57 2024-12-16T03:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:seqnumDuringOpen/1734319090323/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:seqnumDuringOpen/1734319090323/Put/vlen=8/seqid=57 2024-12-16T03:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:server/1734319090323/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:server/1734319090323/Put/vlen=18/seqid=57 2024-12-16T03:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:serverstartcode/1734319090323/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:serverstartcode/1734319090323/Put/vlen=8/seqid=57 2024-12-16T03:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:sn/1734319090065/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:sn/1734319090065/Put/vlen=32/seqid=39 2024-12-16T03:18:10,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:state/1734319090323/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1./info:state/1734319090323/Put/vlen=4/seqid=57 2024-12-16T03:18:10,870 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 40000, reset compression=false 2024-12-16T03:18:10,904 DEBUG [hconnection-0x114688ab-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:18:10,904 DEBUG [hconnection-0x114688ab-shared-pool-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:18:10,905 DEBUG [hconnection-0x114688ab-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:18:10,932 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:18:10,932 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:18:10,935 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:18:11,003 DEBUG [AsyncFSWAL-0-hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004-prefix:f0d65a6309ee,43717,1734319085316 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=86608, logrollsize=80530 2024-12-16T03:18:11,005 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C43717%2C1734319085316:(num 1734319086677) roll requested 2024-12-16T03:18:11,007 DEBUG [AsyncFSWAL-0-hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004-prefix:f0d65a6309ee,33561,1734319085350 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=86603, logrollsize=80530 2024-12-16T03:18:11,009 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C33561%2C1734319085350:(num 1734319086677) roll requested 2024-12-16T03:18:11,030 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,33561,1734319085350/f0d65a6309ee%2C33561%2C1734319085350.1734319091009, exclude list is [], retry=0 2024-12-16T03:18:11,034 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,43717,1734319085316/f0d65a6309ee%2C43717%2C1734319085316.1734319091005, exclude list is [], retry=0 2024-12-16T03:18:11,035 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34515,DS-124788c5-86b9-425a-9086-d1d5aec8ce3d,DISK] 2024-12-16T03:18:11,036 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41411,DS-66226f0e-8801-4c7c-98d4-80bcdc34ab07,DISK] 2024-12-16T03:18:11,037 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33713,DS-f36d1361-985c-4958-92d4-4eaf0de2255b,DISK] 2024-12-16T03:18:11,042 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33713,DS-f36d1361-985c-4958-92d4-4eaf0de2255b,DISK] 2024-12-16T03:18:11,043 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41411,DS-66226f0e-8801-4c7c-98d4-80bcdc34ab07,DISK] 2024-12-16T03:18:11,043 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-15099b6c-6803-4cda-81a3-995ffbf7abb6,DISK] 2024-12-16T03:18:11,096 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,43717,1734319085316/f0d65a6309ee%2C43717%2C1734319085316.1734319086677 with entries=12, filesize=167.17 KB; new WAL /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,43717,1734319085316/f0d65a6309ee%2C43717%2C1734319085316.1734319091005 2024-12-16T03:18:11,096 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,33561,1734319085350/f0d65a6309ee%2C33561%2C1734319085350.1734319086677 with entries=12, filesize=167.17 KB; new WAL /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,33561,1734319085350/f0d65a6309ee%2C33561%2C1734319085350.1734319091009 2024-12-16T03:18:11,097 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43471:43471),(127.0.0.1/127.0.0.1:40403:40403),(127.0.0.1/127.0.0.1:34047:34047)] 2024-12-16T03:18:11,097 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,43717,1734319085316/f0d65a6309ee%2C43717%2C1734319085316.1734319086677 is not closed yet, will try archiving it next time 2024-12-16T03:18:11,099 DEBUG [AsyncFSWAL-0-hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004-prefix:f0d65a6309ee,39541,1734319085272 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=87112, logrollsize=80530 2024-12-16T03:18:11,099 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C39541%2C1734319085272:(num 1734319086677) roll requested 2024-12-16T03:18:11,103 DEBUG [AsyncFSWAL-0-hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004-prefix:f0d65a6309ee,32803,1734319085224 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=86932, logrollsize=80530 2024-12-16T03:18:11,103 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C32803%2C1734319085224:(num 1734319086677) roll requested 2024-12-16T03:18:11,107 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43579:43579),(127.0.0.1/127.0.0.1:34047:34047),(127.0.0.1/127.0.0.1:43471:43471)] 2024-12-16T03:18:11,107 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,33561,1734319085350/f0d65a6309ee%2C33561%2C1734319085350.1734319086677 is not closed yet, will try archiving it next time 2024-12-16T03:18:11,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741833_1009 (size=171190) 2024-12-16T03:18:11,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741833_1009 (size=171190) 2024-12-16T03:18:11,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741833_1009 (size=171190) 2024-12-16T03:18:11,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741834_1010 (size=171195) 2024-12-16T03:18:11,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741834_1010 (size=171195) 2024-12-16T03:18:11,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741834_1010 (size=171195) 2024-12-16T03:18:11,119 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,39541,1734319085272/f0d65a6309ee%2C39541%2C1734319085272.1734319091099, exclude list is [], retry=0 2024-12-16T03:18:11,123 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34515,DS-124788c5-86b9-425a-9086-d1d5aec8ce3d,DISK] 2024-12-16T03:18:11,123 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41411,DS-66226f0e-8801-4c7c-98d4-80bcdc34ab07,DISK] 2024-12-16T03:18:11,124 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-15099b6c-6803-4cda-81a3-995ffbf7abb6,DISK] 2024-12-16T03:18:11,126 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.1734319091103, exclude list is [], retry=0 2024-12-16T03:18:11,130 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-15099b6c-6803-4cda-81a3-995ffbf7abb6,DISK] 2024-12-16T03:18:11,130 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34515,DS-124788c5-86b9-425a-9086-d1d5aec8ce3d,DISK] 2024-12-16T03:18:11,130 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33713,DS-f36d1361-985c-4958-92d4-4eaf0de2255b,DISK] 2024-12-16T03:18:11,139 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,39541,1734319085272/f0d65a6309ee%2C39541%2C1734319085272.1734319086677 with entries=15, filesize=167.67 KB; new WAL /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,39541,1734319085272/f0d65a6309ee%2C39541%2C1734319085272.1734319091099 2024-12-16T03:18:11,140 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43579:43579),(127.0.0.1/127.0.0.1:34047:34047),(127.0.0.1/127.0.0.1:40403:40403)] 2024-12-16T03:18:11,140 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,39541,1734319085272/f0d65a6309ee%2C39541%2C1734319085272.1734319086677 is not closed yet, will try archiving it next time 2024-12-16T03:18:11,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741835_1011 (size=171699) 2024-12-16T03:18:11,143 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,39541,1734319085272/f0d65a6309ee%2C39541%2C1734319085272.1734319086677 not finished, retry = 0 2024-12-16T03:18:11,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741835_1011 (size=171699) 2024-12-16T03:18:11,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741835_1011 (size=171699) 2024-12-16T03:18:11,149 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.1734319086677 with entries=13, filesize=167.49 KB; new WAL /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.1734319091103 2024-12-16T03:18:11,151 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40403:40403),(127.0.0.1/127.0.0.1:43579:43579),(127.0.0.1/127.0.0.1:43471:43471)] 2024-12-16T03:18:11,151 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.1734319086677 is not closed yet, will try archiving it next time 2024-12-16T03:18:11,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741836_1012 (size=171519) 2024-12-16T03:18:11,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741836_1012 (size=171519) 2024-12-16T03:18:11,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741836_1012 (size=171519) 2024-12-16T03:18:11,170 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 83 2024-12-16T03:18:11,170 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 28 2024-12-16T03:18:11,170 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 28 2024-12-16T03:18:11,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x204eb2fc to 127.0.0.1:60113 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30fdcaa1 2024-12-16T03:18:11,176 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 40000, reset compression=false 2024-12-16T03:18:11,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418d1888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:11,208 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CleanupCatalogReplicaStaleCache, period=1500, unit=MILLISECONDS is enabled. 2024-12-16T03:18:11,208 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=RefreshReplicaCountChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:11,211 DEBUG [Time-limited test {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 3 2024-12-16T03:18:11,214 DEBUG [hconnection-0x1193cdb6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:18:11,217 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:18:11,224 DEBUG [hconnection-0x1193cdb6-metaLookup-shared--pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:18:11,226 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:18:11,233 DEBUG [hconnection-0x1193cdb6-metaLookup-shared--pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:18:11,235 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:18:11,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:18:11,245 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:18:11,375 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 88 2024-12-16T03:18:11,375 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 41 2024-12-16T03:18:11,375 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 35 2024-12-16T03:18:11,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:18:11,380 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:18:11,481 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 163 2024-12-16T03:18:11,481 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 91 2024-12-16T03:18:11,481 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 135 2024-12-16T03:18:11,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(2345): Client=jenkins//172.17.0.2 move hri=c63936dc168e3596ca23a6ad87505760, source=f0d65a6309ee,33561,1734319085350, destination=f0d65a6309ee,32803,1734319085224, warming up region on f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:11,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] regionserver.RSRpcServices(2212): Warmup testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] regionserver.HRegion(7389): Warmup {ENCODED => c63936dc168e3596ca23a6ad87505760, NAME => 'testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-16T03:18:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:11,496 INFO [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:11,497 INFO [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c63936dc168e3596ca23a6ad87505760 columnFamilyName info 2024-12-16T03:18:11,497 DEBUG [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:11,498 INFO [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] regionserver.HStore(327): Store=c63936dc168e3596ca23a6ad87505760/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] regionserver.HRegion(1681): Closing c63936dc168e3596ca23a6ad87505760, disabling compactions & flushes 2024-12-16T03:18:11,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. after waiting 0 ms 2024-12-16T03:18:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:11,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] regionserver.HRegion(1635): Region close journal for c63936dc168e3596ca23a6ad87505760: 2024-12-16T03:18:11,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(2349): Client=jenkins//172.17.0.2 move hri=c63936dc168e3596ca23a6ad87505760, source=f0d65a6309ee,33561,1734319085350, destination=f0d65a6309ee,32803,1734319085224, running balancer 2024-12-16T03:18:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c63936dc168e3596ca23a6ad87505760, REOPEN/MOVE 2024-12-16T03:18:11,502 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c63936dc168e3596ca23a6ad87505760, REOPEN/MOVE 2024-12-16T03:18:11,504 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=c63936dc168e3596ca23a6ad87505760, regionState=CLOSING, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:11,507 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:18:11,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; CloseRegionProcedure c63936dc168e3596ca23a6ad87505760, server=f0d65a6309ee,33561,1734319085350}] 2024-12-16T03:18:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] procedure.ProcedureSyncWait(219): waitFor pid=69 2024-12-16T03:18:11,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:11,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:11,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:11,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:11,582 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 40000, reset compression=false 2024-12-16T03:18:11,587 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:18:11,587 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 40456, reset compression=false 2024-12-16T03:18:11,587 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/72=[#edits: 3 = ],652}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=40456, nbRowKeys=1, nbHFiles=0, heapSize=652, lastSeqIds={}, endOfFile=false,usedBufferSize=652] 2024-12-16T03:18:11,660 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:11,661 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(124): Close c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:11,661 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:18:11,661 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1681): Closing c63936dc168e3596ca23a6ad87505760, disabling compactions & flushes 2024-12-16T03:18:11,661 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:11,661 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:11,661 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. after waiting 0 ms 2024-12-16T03:18:11,662 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:11,662 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(2837): Flushing c63936dc168e3596ca23a6ad87505760 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:18:11,697 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760/.tmp/info/7367c03152984339bfa05cfa8f98d878 is 40, key is aaa/info:info/1734319090961/Put/seqid=0 2024-12-16T03:18:11,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741873_1049 (size=31985) 2024-12-16T03:18:11,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741873_1049 (size=31985) 2024-12-16T03:18:11,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741873_1049 (size=31985) 2024-12-16T03:18:11,706 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760/.tmp/info/7367c03152984339bfa05cfa8f98d878 2024-12-16T03:18:11,715 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760/.tmp/info/7367c03152984339bfa05cfa8f98d878 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760/info/7367c03152984339bfa05cfa8f98d878 2024-12-16T03:18:11,722 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760/info/7367c03152984339bfa05cfa8f98d878, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:18:11,724 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for c63936dc168e3596ca23a6ad87505760 in 61ms, sequenceid=5, compaction requested=false 2024-12-16T03:18:11,724 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testHBaseMetaReplicaGets' 2024-12-16T03:18:11,729 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:18:11,730 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:11,730 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1635): Region close journal for c63936dc168e3596ca23a6ad87505760: 2024-12-16T03:18:11,730 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionServer(3789): Adding c63936dc168e3596ca23a6ad87505760 move to f0d65a6309ee,32803,1734319085224 record at close sequenceid=5 2024-12-16T03:18:11,732 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(170): Closed c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:11,733 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=c63936dc168e3596ca23a6ad87505760, regionState=CLOSED 2024-12-16T03:18:11,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-16T03:18:11,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseRegionProcedure c63936dc168e3596ca23a6ad87505760, server=f0d65a6309ee,33561,1734319085350 in 228 msec 2024-12-16T03:18:11,738 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c63936dc168e3596ca23a6ad87505760, REOPEN/MOVE; state=CLOSED, location=f0d65a6309ee,32803,1734319085224; forceNewPlan=false, retain=false 2024-12-16T03:18:11,793 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 40456, reset compression=false 2024-12-16T03:18:11,798 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:18:11,798 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 40776, reset compression=false 2024-12-16T03:18:11,798 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/73=[#edits: 2 = ],468}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=40776, nbRowKeys=1, nbHFiles=0, heapSize=468, lastSeqIds={}, endOfFile=false,usedBufferSize=468] 2024-12-16T03:18:11,888 INFO [f0d65a6309ee:45867 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:18:11,889 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=c63936dc168e3596ca23a6ad87505760, regionState=OPENING, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:11,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=69, state=RUNNABLE; OpenRegionProcedure c63936dc168e3596ca23a6ad87505760, server=f0d65a6309ee,32803,1734319085224}] 2024-12-16T03:18:12,003 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 40776, reset compression=false 2024-12-16T03:18:12,008 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:18:12,008 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 41232, reset compression=false 2024-12-16T03:18:12,008 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/74=[#edits: 3 = ],652}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=41232, nbRowKeys=1, nbHFiles=0, heapSize=652, lastSeqIds={}, endOfFile=false,usedBufferSize=652] 2024-12-16T03:18:12,042 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:12,048 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:12,048 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7285): Opening region: {ENCODED => c63936dc168e3596ca23a6ad87505760, NAME => 'testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-16T03:18:12,048 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,049 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:12,049 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7327): checking encryption for c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,049 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7330): checking classloading for c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,052 INFO [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,054 INFO [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c63936dc168e3596ca23a6ad87505760 columnFamilyName info 2024-12-16T03:18:12,054 DEBUG [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:12,063 DEBUG [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760/info/7367c03152984339bfa05cfa8f98d878 2024-12-16T03:18:12,063 INFO [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] regionserver.HStore(327): Store=c63936dc168e3596ca23a6ad87505760/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:12,064 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,065 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,068 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1085): writing seq id for c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,069 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1102): Opened c63936dc168e3596ca23a6ad87505760; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66675393, jitterRate=-0.006459221243858337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:12,069 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1001): Region open journal for c63936dc168e3596ca23a6ad87505760: 2024-12-16T03:18:12,070 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760., pid=71, masterSystemTime=1734319092042 2024-12-16T03:18:12,072 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:12,072 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:12,072 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=c63936dc168e3596ca23a6ad87505760, regionState=OPEN, openSeqNum=9, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:12,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=69 2024-12-16T03:18:12,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=69, state=SUCCESS; OpenRegionProcedure c63936dc168e3596ca23a6ad87505760, server=f0d65a6309ee,32803,1734319085224 in 184 msec 2024-12-16T03:18:12,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c63936dc168e3596ca23a6ad87505760, REOPEN/MOVE in 576 msec 2024-12-16T03:18:12,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:18:12,108 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:18:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Get size: 123 connection: 172.17.0.2:34572 deadline: 1734319152112, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=f0d65a6309ee port=32803 startCode=1734319085224. As of locationSeqNum=5. 2024-12-16T03:18:12,212 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 41232, reset compression=false 2024-12-16T03:18:12,218 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:18:12,219 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 41924, reset compression=false 2024-12-16T03:18:12,219 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/75=[#edits: 5 = ],988}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=41924, nbRowKeys=1, nbHFiles=0, heapSize=988, lastSeqIds={}, endOfFile=false,usedBufferSize=988] 2024-12-16T03:18:12,265 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 164 2024-12-16T03:18:12,265 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 91 2024-12-16T03:18:12,265 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 135 2024-12-16T03:18:12,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(2345): Client=jenkins//172.17.0.2 move hri=c63936dc168e3596ca23a6ad87505760, source=f0d65a6309ee,32803,1734319085224, destination=f0d65a6309ee,33561,1734319085350, warming up region on f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:12,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.RSRpcServices(2212): Warmup testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.HRegion(7389): Warmup {ENCODED => c63936dc168e3596ca23a6ad87505760, NAME => 'testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-16T03:18:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:12,270 INFO [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,271 INFO [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c63936dc168e3596ca23a6ad87505760 columnFamilyName info 2024-12-16T03:18:12,271 DEBUG [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:12,278 DEBUG [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760/info/7367c03152984339bfa05cfa8f98d878 2024-12-16T03:18:12,278 INFO [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] regionserver.HStore(327): Store=c63936dc168e3596ca23a6ad87505760/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.HRegion(1681): Closing c63936dc168e3596ca23a6ad87505760, disabling compactions & flushes 2024-12-16T03:18:12,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. after waiting 0 ms 2024-12-16T03:18:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:12,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.HRegion(1635): Region close journal for c63936dc168e3596ca23a6ad87505760: 2024-12-16T03:18:12,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(2349): Client=jenkins//172.17.0.2 move hri=c63936dc168e3596ca23a6ad87505760, source=f0d65a6309ee,32803,1734319085224, destination=f0d65a6309ee,33561,1734319085350, running balancer 2024-12-16T03:18:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] procedure2.ProcedureExecutor(1098): Stored pid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c63936dc168e3596ca23a6ad87505760, REOPEN/MOVE 2024-12-16T03:18:12,281 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c63936dc168e3596ca23a6ad87505760, REOPEN/MOVE 2024-12-16T03:18:12,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=c63936dc168e3596ca23a6ad87505760, regionState=CLOSING, regionLocation=f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:12,284 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:18:12,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE; CloseRegionProcedure c63936dc168e3596ca23a6ad87505760, server=f0d65a6309ee,32803,1734319085224}] 2024-12-16T03:18:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] procedure.ProcedureSyncWait(219): waitFor pid=72 2024-12-16T03:18:12,424 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 41924, reset compression=false 2024-12-16T03:18:12,429 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:18:12,429 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 42380, reset compression=false 2024-12-16T03:18:12,429 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/76=[#edits: 3 = ],652}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=42380, nbRowKeys=1, nbHFiles=0, heapSize=652, lastSeqIds={}, endOfFile=false,usedBufferSize=652] 2024-12-16T03:18:12,435 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,32803,1734319085224 2024-12-16T03:18:12,437 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(124): Close c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,437 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:18:12,437 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1681): Closing c63936dc168e3596ca23a6ad87505760, disabling compactions & flushes 2024-12-16T03:18:12,437 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:12,437 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:12,437 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. after waiting 0 ms 2024-12-16T03:18:12,437 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:12,442 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-16T03:18:12,443 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:12,443 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1635): Region close journal for c63936dc168e3596ca23a6ad87505760: 2024-12-16T03:18:12,443 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegionServer(3789): Adding c63936dc168e3596ca23a6ad87505760 move to f0d65a6309ee,33561,1734319085350 record at close sequenceid=9 2024-12-16T03:18:12,445 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(170): Closed c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,445 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=c63936dc168e3596ca23a6ad87505760, regionState=CLOSED 2024-12-16T03:18:12,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-16T03:18:12,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; CloseRegionProcedure c63936dc168e3596ca23a6ad87505760, server=f0d65a6309ee,32803,1734319085224 in 162 msec 2024-12-16T03:18:12,449 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c63936dc168e3596ca23a6ad87505760, REOPEN/MOVE; state=CLOSED, location=f0d65a6309ee,33561,1734319085350; forceNewPlan=false, retain=false 2024-12-16T03:18:12,599 INFO [f0d65a6309ee:45867 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:18:12,600 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=c63936dc168e3596ca23a6ad87505760, regionState=OPENING, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:12,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE; OpenRegionProcedure c63936dc168e3596ca23a6ad87505760, server=f0d65a6309ee,33561,1734319085350}] 2024-12-16T03:18:12,633 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 42380, reset compression=false 2024-12-16T03:18:12,641 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:18:12,641 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43156, reset compression=false 2024-12-16T03:18:12,641 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/77=[#edits: 2 = ],468}, {hbase:meta/1588230740/78=[#edits: 3 = ],652}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=43156, nbRowKeys=2, nbHFiles=0, heapSize=1120, lastSeqIds={}, endOfFile=false,usedBufferSize=1120] 2024-12-16T03:18:12,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-16T03:18:12,757 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:12,763 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:12,763 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7285): Opening region: {ENCODED => c63936dc168e3596ca23a6ad87505760, NAME => 'testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-16T03:18:12,763 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,763 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:12,763 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7327): checking encryption for c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,764 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7330): checking classloading for c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,766 INFO [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,767 INFO [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c63936dc168e3596ca23a6ad87505760 columnFamilyName info 2024-12-16T03:18:12,768 DEBUG [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:12,776 DEBUG [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760/info/7367c03152984339bfa05cfa8f98d878 2024-12-16T03:18:12,776 INFO [StoreOpener-c63936dc168e3596ca23a6ad87505760-1 {}] regionserver.HStore(327): Store=c63936dc168e3596ca23a6ad87505760/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:12,777 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,778 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,781 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1085): writing seq id for c63936dc168e3596ca23a6ad87505760 2024-12-16T03:18:12,782 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1102): Opened c63936dc168e3596ca23a6ad87505760; next sequenceid=12; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64200223, jitterRate=-0.04334212839603424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:12,782 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1001): Region open journal for c63936dc168e3596ca23a6ad87505760: 2024-12-16T03:18:12,783 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760., pid=74, masterSystemTime=1734319092757 2024-12-16T03:18:12,785 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:12,785 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:18:12,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=c63936dc168e3596ca23a6ad87505760, regionState=OPEN, openSeqNum=12, regionLocation=f0d65a6309ee,33561,1734319085350 2024-12-16T03:18:12,788 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-16T03:18:12,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=72 2024-12-16T03:18:12,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=72, state=SUCCESS; OpenRegionProcedure c63936dc168e3596ca23a6ad87505760, server=f0d65a6309ee,33561,1734319085350 in 183 msec 2024-12-16T03:18:12,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c63936dc168e3596ca23a6ad87505760, REOPEN/MOVE in 509 msec 2024-12-16T03:18:12,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:18:12,836 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:18:12,846 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43156, reset compression=false 2024-12-16T03:18:12,852 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:18:12,852 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:12,852 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/79=[#edits: 5 = ],988}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta, lastWalPosition=43848, nbRowKeys=1, nbHFiles=0, heapSize=988, lastSeqIds={}, endOfFile=false,usedBufferSize=988] 2024-12-16T03:18:13,057 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:13,363 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:13,767 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:14,272 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:14,880 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:14,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-16T03:18:14,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-16T03:18:14,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-16T03:18:14,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-16T03:18:14,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:18:14,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-16T03:18:14,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-16T03:18:14,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-16T03:18:14,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicaGets 2024-12-16T03:18:14,903 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicaGets Metrics about Tables on a single HBase RegionServer 2024-12-16T03:18:15,588 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:16,400 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:16,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:16,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:16,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:16,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:17,312 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:17,949 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-16T03:18:18,324 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:19,429 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:20,636 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:21,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:21,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:21,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:21,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:21,945 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:23,355 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:24,860 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:26,464 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:26,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:26,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:26,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:26,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:28,170 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:29,976 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:31,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:31,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:31,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:31,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:31,883 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:32,853 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:18:33,683 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:18:33,889 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:35,993 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:36,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:36,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:36,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:36,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:37,343 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:18:37,343 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:18:37,343 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:18:37,344 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:18:37,344 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:18:37,344 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:18:38,198 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:40,341 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:18:40,343 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:18:40,509 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:41,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:41,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:41,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:41,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:42,914 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:45,422 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:46,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:46,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:46,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:46,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:48,026 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:48,085 INFO [master/f0d65a6309ee:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-16T03:18:48,086 INFO [master/f0d65a6309ee:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-16T03:18:50,736 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:51,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:51,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:51,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:51,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:52,854 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:18:53,542 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:53,940 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-16T03:18:54,417 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-16T03:18:54,417 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-16T03:18:56,452 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:18:56,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:56,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:56,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:56,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:57,763 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region c63936dc168e3596ca23a6ad87505760, had cached 0 bytes from a total of 31985 2024-12-16T03:18:59,456 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:19:01,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:01,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:01,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:01,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:02,562 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:19:03,683 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:19:05,771 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:19:06,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:06,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:06,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:06,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:07,456 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 19a58bfc0093fa1777fdb54189388360 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,457 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 6a77b565ff3e924140d12e8209c3841d changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,457 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region bf7a42d55d6154957df2d161ffddecab changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,457 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4e8efbc522f2bfe0348c53fd2eddee72 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,457 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region c80f1da12214ae2490c4ed10fb4eed31 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,457 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d1441f9849cf166ae340669dc8cc7fd3 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,457 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 6e0c585cf69acf63ca78a2ea0b83d4e1 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,457 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1657623790 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,457 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region c63936dc168e3596ca23a6ad87505760 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,457 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 3ab59f234c831b6849195634f1e025fe changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region a6dc713c5574329cc3725c57f6049810 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 36b7cb90a29963b95ec0a4fa95595d8f changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 53212bf474c7f9eaa46163b5e5d2fc0d changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 90cf0123e39515e9af7719d12bf4951b changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 83911b4d481014bb6a70bd6c6d70eb7a changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 887e9c2a64c9446740531c561b9936cd changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4651ff0887ca6da5194a5b73ca5b70e1 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 851e62163b7b13a8d1713bbadfbeb0e9 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 55d6d88f4a6642a02c9806e279edc33b changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 8423e606f855cc6c3aaa099df44c079b changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 2999c8c56f226c4b5cd3a7821c91b320 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 534574363 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 70490adb78d215aa72f778bb4b7a6077 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region dafb50265f628e0ce1d1457487db307b changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region b4791293bf69fd8f24728f3993422078 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f1a37dac1cfbf710ba69ab03b752494c changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 3e8586b7eeff432421c638866aa81e21 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:07,458 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d21a98c5320e0a4c5141192b97d2abfd changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:09,079 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:19:11,210 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 3 2024-12-16T03:19:11,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:11,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:11,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:11,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:12,490 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:19:12,854 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:19:16,000 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:19:16,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:16,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:16,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:16,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:19,609 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:19:21,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:21,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:21,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:21,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:23,319 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:19:26,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:26,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:26,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:26,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:27,124 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:19:31,028 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:19:31,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:31,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:31,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:31,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:32,854 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:19:33,683 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:19:35,034 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:19:36,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:36,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:36,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:36,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:38,941 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-16T03:19:39,143 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:19:39,418 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-16T03:19:39,418 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-16T03:19:41,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:41,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:41,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:41,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:42,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region c63936dc168e3596ca23a6ad87505760, had cached 0 bytes from a total of 31985 2024-12-16T03:19:43,351 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:19:46,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:46,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:46,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:46,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:47,657 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:19:51,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:51,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:51,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:51,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:52,066 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:19:52,855 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:19:56,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:56,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:56,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:56,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:56,574 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:20:01,183 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:20:01,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:01,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:01,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:01,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:03,684 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:20:05,896 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:20:06,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:06,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:06,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:06,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:10,705 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:20:11,210 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 3 2024-12-16T03:20:11,554 INFO [f0d65a6309ee:39541Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:11,555 INFO [f0d65a6309ee:33561Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:11,560 INFO [f0d65a6309ee:43717Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:11,560 INFO [f0d65a6309ee:32803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:12,853 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 164 2024-12-16T03:20:12,853 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 91 2024-12-16T03:20:12,853 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 135 2024-12-16T03:20:12,855 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:20:12,856 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32803 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Get size: 124 connection: 172.17.0.2:52044 deadline: 1734319272857, exception=org.apache.hadoop.hbase.NotServingRegionException: testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. is not online on f0d65a6309ee,32803,1734319085224 2024-12-16T03:20:12,860 DEBUG [Time-limited test {}] client.CatalogReplicaLoadBalanceSimpleSelector(138): Add entry to stale cache for table testHBaseMetaReplicaGets with startKey [], [98, 98, 98] 2024-12-16T03:20:12,964 DEBUG [Time-limited test {}] client.CatalogReplicaLoadBalanceSimpleSelector(226): Lookup [97, 97, 97] goes to primary meta 2024-12-16T03:20:12,969 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:12,975 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:12,978 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:12,992 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 166 2024-12-16T03:20:12,993 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 91 2024-12-16T03:20:12,993 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 135 2024-12-16T03:20:12,993 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T03:20:12,993 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T03:20:12,993 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d722cf to 127.0.0.1:60113 2024-12-16T03:20:12,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:12,994 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T03:20:12,994 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=148566931, stopped=false 2024-12-16T03:20:12,994 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f0d65a6309ee,45867,1734319084507 2024-12-16T03:20:13,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:13,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:13,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:13,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:13,033 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T03:20:13,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:13,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:13,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:13,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:13,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:13,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:13,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:13,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:13,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:13,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:13,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:13,035 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,32803,1734319085224' ***** 2024-12-16T03:20:13,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:13,035 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:13,035 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,39541,1734319085272' ***** 2024-12-16T03:20:13,035 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:13,035 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:13,035 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:13,035 INFO [RS:0;f0d65a6309ee:32803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:13,035 INFO [RS:1;f0d65a6309ee:39541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:13,036 INFO [RS:1;f0d65a6309ee:39541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:13,036 INFO [RS:0;f0d65a6309ee:32803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:13,036 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:13,036 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(3579): Received CLOSE for 8423e606f855cc6c3aaa099df44c079b 2024-12-16T03:20:13,036 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(3579): Received CLOSE for c80f1da12214ae2490c4ed10fb4eed31 2024-12-16T03:20:13,036 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:13,036 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(3579): Received CLOSE for 6e0c585cf69acf63ca78a2ea0b83d4e1 2024-12-16T03:20:13,037 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(3579): Received CLOSE for 4e8efbc522f2bfe0348c53fd2eddee72 2024-12-16T03:20:13,037 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,43717,1734319085316' ***** 2024-12-16T03:20:13,037 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(3579): Received CLOSE for bf7a42d55d6154957df2d161ffddecab 2024-12-16T03:20:13,037 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(3579): Received CLOSE for 851e62163b7b13a8d1713bbadfbeb0e9 2024-12-16T03:20:13,037 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:13,037 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(3579): Received CLOSE for d1441f9849cf166ae340669dc8cc7fd3 2024-12-16T03:20:13,037 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,33561,1734319085350' ***** 2024-12-16T03:20:13,037 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(3579): Received CLOSE for 55d6d88f4a6642a02c9806e279edc33b 2024-12-16T03:20:13,037 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:13,037 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(3579): Received CLOSE for 19a58bfc0093fa1777fdb54189388360 2024-12-16T03:20:13,037 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(3579): Received CLOSE for 4651ff0887ca6da5194a5b73ca5b70e1 2024-12-16T03:20:13,037 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:13,037 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(3579): Received CLOSE for 6a77b565ff3e924140d12e8209c3841d 2024-12-16T03:20:13,037 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(3579): Received CLOSE for 83911b4d481014bb6a70bd6c6d70eb7a 2024-12-16T03:20:13,037 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:13,037 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,32803,1734319085224 2024-12-16T03:20:13,037 INFO [RS:2;f0d65a6309ee:43717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:13,037 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(3579): Received CLOSE for 887e9c2a64c9446740531c561b9936cd 2024-12-16T03:20:13,037 DEBUG [RS:0;f0d65a6309ee:32803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:13,037 INFO [RS:2;f0d65a6309ee:43717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:13,037 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c80f1da12214ae2490c4ed10fb4eed31, disabling compactions & flushes 2024-12-16T03:20:13,037 INFO [RS:3;f0d65a6309ee:33561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:13,037 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(3579): Received CLOSE for 2999c8c56f226c4b5cd3a7821c91b320 2024-12-16T03:20:13,037 INFO [RS:3;f0d65a6309ee:33561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:13,037 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(3579): Received CLOSE for b4791293bf69fd8f24728f3993422078 2024-12-16T03:20:13,037 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8423e606f855cc6c3aaa099df44c079b, disabling compactions & flushes 2024-12-16T03:20:13,037 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31. 2024-12-16T03:20:13,037 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,39541,1734319085272 2024-12-16T03:20:13,037 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:13,038 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(3579): Received CLOSE for c63936dc168e3596ca23a6ad87505760 2024-12-16T03:20:13,038 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31. 2024-12-16T03:20:13,038 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b. 2024-12-16T03:20:13,038 DEBUG [RS:1;f0d65a6309ee:39541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:13,038 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:13,038 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31. after waiting 0 ms 2024-12-16T03:20:13,038 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(3579): Received CLOSE for 53212bf474c7f9eaa46163b5e5d2fc0d 2024-12-16T03:20:13,038 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:13,038 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b. 2024-12-16T03:20:13,038 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31. 2024-12-16T03:20:13,038 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:13,038 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(1599): Waiting on 7 regions to close 2024-12-16T03:20:13,038 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(3579): Received CLOSE for 36b7cb90a29963b95ec0a4fa95595d8f 2024-12-16T03:20:13,038 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b. after waiting 0 ms 2024-12-16T03:20:13,038 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T03:20:13,038 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b. 2024-12-16T03:20:13,038 DEBUG [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(1603): Online Regions={8423e606f855cc6c3aaa099df44c079b=testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b., 851e62163b7b13a8d1713bbadfbeb0e9=testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9., 55d6d88f4a6642a02c9806e279edc33b=testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b., 4651ff0887ca6da5194a5b73ca5b70e1=testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1., 83911b4d481014bb6a70bd6c6d70eb7a=hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a., 887e9c2a64c9446740531c561b9936cd=testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd., 2999c8c56f226c4b5cd3a7821c91b320=testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320.} 2024-12-16T03:20:13,038 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(3579): Received CLOSE for a6dc713c5574329cc3725c57f6049810 2024-12-16T03:20:13,038 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(1599): Waiting on 8 regions to close 2024-12-16T03:20:13,038 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(3579): Received CLOSE for 3ab59f234c831b6849195634f1e025fe 2024-12-16T03:20:13,038 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 8423e606f855cc6c3aaa099df44c079b 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,038 DEBUG [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(1603): Online Regions={c80f1da12214ae2490c4ed10fb4eed31=testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31., 6e0c585cf69acf63ca78a2ea0b83d4e1=testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1., 4e8efbc522f2bfe0348c53fd2eddee72=testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72., bf7a42d55d6154957df2d161ffddecab=testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab., d1441f9849cf166ae340669dc8cc7fd3=testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3., 1588230740=hbase:meta,,1.1588230740, 19a58bfc0093fa1777fdb54189388360=testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360., 6a77b565ff3e924140d12e8209c3841d=testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d.} 2024-12-16T03:20:13,038 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(3579): Received CLOSE for 90cf0123e39515e9af7719d12bf4951b 2024-12-16T03:20:13,038 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c80f1da12214ae2490c4ed10fb4eed31 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,038 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,33561,1734319085350 2024-12-16T03:20:13,038 DEBUG [RS:3;f0d65a6309ee:33561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:13,038 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:13,038 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(1599): Waiting on 7 regions to close 2024-12-16T03:20:13,039 DEBUG [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(1603): Online Regions={c63936dc168e3596ca23a6ad87505760=testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760., 53212bf474c7f9eaa46163b5e5d2fc0d=testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d., 36b7cb90a29963b95ec0a4fa95595d8f=testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f., a6dc713c5574329cc3725c57f6049810=testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810., 3ab59f234c831b6849195634f1e025fe=testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe., 90cf0123e39515e9af7719d12bf4951b=testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b., 1657623790=hbase:meta,,1_0002.1657623790} 2024-12-16T03:20:13,039 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:13,039 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(3579): Received CLOSE for 70490adb78d215aa72f778bb4b7a6077 2024-12-16T03:20:13,039 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:13,039 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-16T03:20:13,039 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(3579): Received CLOSE for dafb50265f628e0ce1d1457487db307b 2024-12-16T03:20:13,039 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:13,039 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:13,039 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(3579): Received CLOSE for f1a37dac1cfbf710ba69ab03b752494c 2024-12-16T03:20:13,039 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(3579): Received CLOSE for 3e8586b7eeff432421c638866aa81e21 2024-12-16T03:20:13,039 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:13,039 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(3579): Received CLOSE for d21a98c5320e0a4c5141192b97d2abfd 2024-12-16T03:20:13,039 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=36.62 KB heapSize=57.62 KB 2024-12-16T03:20:13,039 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,43717,1734319085316 2024-12-16T03:20:13,039 DEBUG [RS:2;f0d65a6309ee:43717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:13,039 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c63936dc168e3596ca23a6ad87505760, disabling compactions & flushes 2024-12-16T03:20:13,039 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:20:13,039 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(1599): Waiting on 7 regions to close 2024-12-16T03:20:13,040 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:20:13,040 DEBUG [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(1603): Online Regions={b4791293bf69fd8f24728f3993422078=testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078., 70490adb78d215aa72f778bb4b7a6077=testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077., dafb50265f628e0ce1d1457487db307b=testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b., f1a37dac1cfbf710ba69ab03b752494c=testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c., 3e8586b7eeff432421c638866aa81e21=testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21., 534574363=hbase:meta,,1_0001.534574363, d21a98c5320e0a4c5141192b97d2abfd=testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd.} 2024-12-16T03:20:13,040 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. after waiting 0 ms 2024-12-16T03:20:13,040 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:20:13,040 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-16T03:20:13,040 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b4791293bf69fd8f24728f3993422078, disabling compactions & flushes 2024-12-16T03:20:13,040 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078. 2024-12-16T03:20:13,040 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078. 2024-12-16T03:20:13,040 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078. after waiting 0 ms 2024-12-16T03:20:13,040 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078. 2024-12-16T03:20:13,040 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b4791293bf69fd8f24728f3993422078 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,040 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-16T03:20:13,040 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-16T03:20:13,041 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-16T03:20:13,041 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-16T03:20:13,041 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-16T03:20:13,041 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-16T03:20:13,041 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-16T03:20:13,041 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-16T03:20:13,041 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-16T03:20:13,041 DEBUG [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(1629): Waiting on 3e8586b7eeff432421c638866aa81e21, 534574363, 70490adb78d215aa72f778bb4b7a6077, b4791293bf69fd8f24728f3993422078, d21a98c5320e0a4c5141192b97d2abfd, dafb50265f628e0ce1d1457487db307b, f1a37dac1cfbf710ba69ab03b752494c 2024-12-16T03:20:13,041 DEBUG [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 19a58bfc0093fa1777fdb54189388360, 4e8efbc522f2bfe0348c53fd2eddee72, 6a77b565ff3e924140d12e8209c3841d, 6e0c585cf69acf63ca78a2ea0b83d4e1, bf7a42d55d6154957df2d161ffddecab, c80f1da12214ae2490c4ed10fb4eed31, d1441f9849cf166ae340669dc8cc7fd3 2024-12-16T03:20:13,041 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-16T03:20:13,041 DEBUG [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(1629): Waiting on 2999c8c56f226c4b5cd3a7821c91b320, 4651ff0887ca6da5194a5b73ca5b70e1, 55d6d88f4a6642a02c9806e279edc33b, 83911b4d481014bb6a70bd6c6d70eb7a, 8423e606f855cc6c3aaa099df44c079b, 851e62163b7b13a8d1713bbadfbeb0e9, 887e9c2a64c9446740531c561b9936cd 2024-12-16T03:20:13,041 DEBUG [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(1629): Waiting on 1657623790, 36b7cb90a29963b95ec0a4fa95595d8f, 3ab59f234c831b6849195634f1e025fe, 53212bf474c7f9eaa46163b5e5d2fc0d, 90cf0123e39515e9af7719d12bf4951b, a6dc713c5574329cc3725c57f6049810, c63936dc168e3596ca23a6ad87505760 2024-12-16T03:20:13,047 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:13,048 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-16T03:20:13,048 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-16T03:20:13,048 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-16T03:20:13,053 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c63936dc168e3596ca23a6ad87505760/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=11 2024-12-16T03:20:13,054 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:20:13,054 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c63936dc168e3596ca23a6ad87505760: 2024-12-16T03:20:13,054 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,,1734319089500.c63936dc168e3596ca23a6ad87505760. 2024-12-16T03:20:13,054 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 53212bf474c7f9eaa46163b5e5d2fc0d, disabling compactions & flushes 2024-12-16T03:20:13,054 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d. 2024-12-16T03:20:13,054 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d. 2024-12-16T03:20:13,054 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d. after waiting 0 ms 2024-12-16T03:20:13,054 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d. 2024-12-16T03:20:13,054 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 53212bf474c7f9eaa46163b5e5d2fc0d 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,055 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:13,055 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:13,055 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:13,055 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:13,062 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:13,062 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-16T03:20:13,062 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-16T03:20:13,062 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-16T03:20:13,065 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c80f1da12214ae2490c4ed10fb4eed31/.tmp/info/a779eee5db094843b6b0ad97e0b54575 is 40, key is qqq/info:info/1734319091129/Put/seqid=0 2024-12-16T03:20:13,066 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/8423e606f855cc6c3aaa099df44c079b/.tmp/info/fc088524ef8546dc89681cc89c0e2961 is 40, key is sss/info:info/1734319091123/Put/seqid=0 2024-12-16T03:20:13,073 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/b4791293bf69fd8f24728f3993422078/.tmp/info/b845c89daa4f4a3aa648080e5f28077d is 40, key is kkk/info:info/1734319090994/Put/seqid=0 2024-12-16T03:20:13,081 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/.tmp/info/9a980e7ed9df4d27a194207935f8240e is 178, key is testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077./info:regioninfo/1734319090313/Put/seqid=0 2024-12-16T03:20:13,086 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/53212bf474c7f9eaa46163b5e5d2fc0d/.tmp/info/b0f8e6bc5c49432d92e33bc2dd0b4438 is 40, key is ttt/info:info/1734319091029/Put/seqid=0 2024-12-16T03:20:13,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741875_1051 (size=31985) 2024-12-16T03:20:13,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741875_1051 (size=31985) 2024-12-16T03:20:13,094 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/8423e606f855cc6c3aaa099df44c079b/.tmp/info/fc088524ef8546dc89681cc89c0e2961 2024-12-16T03:20:13,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741875_1051 (size=31985) 2024-12-16T03:20:13,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741874_1050 (size=31985) 2024-12-16T03:20:13,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741874_1050 (size=31985) 2024-12-16T03:20:13,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741874_1050 (size=31985) 2024-12-16T03:20:13,097 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c80f1da12214ae2490c4ed10fb4eed31/.tmp/info/a779eee5db094843b6b0ad97e0b54575 2024-12-16T03:20:13,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741876_1052 (size=31985) 2024-12-16T03:20:13,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741876_1052 (size=31985) 2024-12-16T03:20:13,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741876_1052 (size=31985) 2024-12-16T03:20:13,116 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/b4791293bf69fd8f24728f3993422078/.tmp/info/b845c89daa4f4a3aa648080e5f28077d 2024-12-16T03:20:13,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741877_1053 (size=41665) 2024-12-16T03:20:13,120 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/8423e606f855cc6c3aaa099df44c079b/.tmp/info/fc088524ef8546dc89681cc89c0e2961 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/8423e606f855cc6c3aaa099df44c079b/info/fc088524ef8546dc89681cc89c0e2961 2024-12-16T03:20:13,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741877_1053 (size=41665) 2024-12-16T03:20:13,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741877_1053 (size=41665) 2024-12-16T03:20:13,122 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=36.51 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/.tmp/info/9a980e7ed9df4d27a194207935f8240e 2024-12-16T03:20:13,123 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c80f1da12214ae2490c4ed10fb4eed31/.tmp/info/a779eee5db094843b6b0ad97e0b54575 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c80f1da12214ae2490c4ed10fb4eed31/info/a779eee5db094843b6b0ad97e0b54575 2024-12-16T03:20:13,135 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c80f1da12214ae2490c4ed10fb4eed31/info/a779eee5db094843b6b0ad97e0b54575, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,136 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for c80f1da12214ae2490c4ed10fb4eed31 in 98ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,137 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/b4791293bf69fd8f24728f3993422078/.tmp/info/b845c89daa4f4a3aa648080e5f28077d as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/b4791293bf69fd8f24728f3993422078/info/b845c89daa4f4a3aa648080e5f28077d 2024-12-16T03:20:13,141 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/8423e606f855cc6c3aaa099df44c079b/info/fc088524ef8546dc89681cc89c0e2961, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,142 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 8423e606f855cc6c3aaa099df44c079b in 103ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,144 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/b4791293bf69fd8f24728f3993422078/info/b845c89daa4f4a3aa648080e5f28077d, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,145 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for b4791293bf69fd8f24728f3993422078 in 105ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741878_1054 (size=31985) 2024-12-16T03:20:13,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741878_1054 (size=31985) 2024-12-16T03:20:13,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741878_1054 (size=31985) 2024-12-16T03:20:13,157 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/53212bf474c7f9eaa46163b5e5d2fc0d/.tmp/info/b0f8e6bc5c49432d92e33bc2dd0b4438 2024-12-16T03:20:13,165 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/53212bf474c7f9eaa46163b5e5d2fc0d/.tmp/info/b0f8e6bc5c49432d92e33bc2dd0b4438 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/53212bf474c7f9eaa46163b5e5d2fc0d/info/b0f8e6bc5c49432d92e33bc2dd0b4438 2024-12-16T03:20:13,174 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/c80f1da12214ae2490c4ed10fb4eed31/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,174 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31. 2024-12-16T03:20:13,175 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c80f1da12214ae2490c4ed10fb4eed31: 2024-12-16T03:20:13,175 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,qqq,1734319089500.c80f1da12214ae2490c4ed10fb4eed31. 2024-12-16T03:20:13,175 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6e0c585cf69acf63ca78a2ea0b83d4e1, disabling compactions & flushes 2024-12-16T03:20:13,175 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1. 2024-12-16T03:20:13,175 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1. 2024-12-16T03:20:13,175 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1. after waiting 0 ms 2024-12-16T03:20:13,175 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1. 2024-12-16T03:20:13,175 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 6e0c585cf69acf63ca78a2ea0b83d4e1 1/1 column families, dataSize=24.75 KB heapSize=77.25 KB 2024-12-16T03:20:13,181 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/53212bf474c7f9eaa46163b5e5d2fc0d/info/b0f8e6bc5c49432d92e33bc2dd0b4438, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,182 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 53212bf474c7f9eaa46163b5e5d2fc0d in 127ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,184 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/.tmp/table/119121b6dd334490838a4fab9291e057 is 60, key is testHBaseMetaReplicaGets/table:state/1734319090482/Put/seqid=0 2024-12-16T03:20:13,184 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/b4791293bf69fd8f24728f3993422078/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,185 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078. 2024-12-16T03:20:13,185 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b4791293bf69fd8f24728f3993422078: 2024-12-16T03:20:13,186 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,kkk,1734319089500.b4791293bf69fd8f24728f3993422078. 2024-12-16T03:20:13,186 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 70490adb78d215aa72f778bb4b7a6077, disabling compactions & flushes 2024-12-16T03:20:13,186 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077. 2024-12-16T03:20:13,186 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077. 2024-12-16T03:20:13,186 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077. after waiting 0 ms 2024-12-16T03:20:13,186 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077. 2024-12-16T03:20:13,186 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 70490adb78d215aa72f778bb4b7a6077 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,196 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/8423e606f855cc6c3aaa099df44c079b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,197 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b. 2024-12-16T03:20:13,197 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8423e606f855cc6c3aaa099df44c079b: 2024-12-16T03:20:13,197 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,sss,1734319089500.8423e606f855cc6c3aaa099df44c079b. 2024-12-16T03:20:13,198 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 851e62163b7b13a8d1713bbadfbeb0e9, disabling compactions & flushes 2024-12-16T03:20:13,198 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9. 2024-12-16T03:20:13,198 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9. 2024-12-16T03:20:13,198 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9. after waiting 0 ms 2024-12-16T03:20:13,198 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9. 2024-12-16T03:20:13,198 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 851e62163b7b13a8d1713bbadfbeb0e9 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,204 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/53212bf474c7f9eaa46163b5e5d2fc0d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,204 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6e0c585cf69acf63ca78a2ea0b83d4e1/.tmp/info/ec8f96c2c1fc4705a40398541606bfe6 is 40, key is yyy/info:info/1734319091148/Put/seqid=0 2024-12-16T03:20:13,205 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d. 2024-12-16T03:20:13,205 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 53212bf474c7f9eaa46163b5e5d2fc0d: 2024-12-16T03:20:13,205 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ttt,1734319089500.53212bf474c7f9eaa46163b5e5d2fc0d. 2024-12-16T03:20:13,205 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 36b7cb90a29963b95ec0a4fa95595d8f, disabling compactions & flushes 2024-12-16T03:20:13,205 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f. 2024-12-16T03:20:13,205 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f. 2024-12-16T03:20:13,205 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f. after waiting 0 ms 2024-12-16T03:20:13,205 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f. 2024-12-16T03:20:13,206 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 36b7cb90a29963b95ec0a4fa95595d8f 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,229 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/70490adb78d215aa72f778bb4b7a6077/.tmp/info/325ca2ce300949398dc95e236b7e0121 is 40, key is bbb/info:info/1734319090963/Put/seqid=0 2024-12-16T03:20:13,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741879_1055 (size=5305) 2024-12-16T03:20:13,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741879_1055 (size=5305) 2024-12-16T03:20:13,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741879_1055 (size=5305) 2024-12-16T03:20:13,232 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/.tmp/table/119121b6dd334490838a4fab9291e057 2024-12-16T03:20:13,233 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/851e62163b7b13a8d1713bbadfbeb0e9/.tmp/info/60a5bff38b7440f3a565714737ecfd1d is 40, key is lll/info:info/1734319091096/Put/seqid=0 2024-12-16T03:20:13,241 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/.tmp/info/9a980e7ed9df4d27a194207935f8240e as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/info/9a980e7ed9df4d27a194207935f8240e 2024-12-16T03:20:13,241 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/36b7cb90a29963b95ec0a4fa95595d8f/.tmp/info/d1fcddc5de46453ea9d194ad222bb4e2 is 40, key is ooo/info:info/1734319091017/Put/seqid=0 2024-12-16T03:20:13,241 DEBUG [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(1629): Waiting on 3e8586b7eeff432421c638866aa81e21, 70490adb78d215aa72f778bb4b7a6077, d21a98c5320e0a4c5141192b97d2abfd, dafb50265f628e0ce1d1457487db307b, f1a37dac1cfbf710ba69ab03b752494c 2024-12-16T03:20:13,241 DEBUG [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 19a58bfc0093fa1777fdb54189388360, 4e8efbc522f2bfe0348c53fd2eddee72, 6a77b565ff3e924140d12e8209c3841d, 6e0c585cf69acf63ca78a2ea0b83d4e1, bf7a42d55d6154957df2d161ffddecab, d1441f9849cf166ae340669dc8cc7fd3 2024-12-16T03:20:13,242 DEBUG [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(1629): Waiting on 2999c8c56f226c4b5cd3a7821c91b320, 4651ff0887ca6da5194a5b73ca5b70e1, 55d6d88f4a6642a02c9806e279edc33b, 83911b4d481014bb6a70bd6c6d70eb7a, 851e62163b7b13a8d1713bbadfbeb0e9, 887e9c2a64c9446740531c561b9936cd 2024-12-16T03:20:13,242 DEBUG [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(1629): Waiting on 36b7cb90a29963b95ec0a4fa95595d8f, 3ab59f234c831b6849195634f1e025fe, 90cf0123e39515e9af7719d12bf4951b, a6dc713c5574329cc3725c57f6049810 2024-12-16T03:20:13,248 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/info/9a980e7ed9df4d27a194207935f8240e, entries=258, sequenceid=80, filesize=40.7 K 2024-12-16T03:20:13,251 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/.tmp/table/119121b6dd334490838a4fab9291e057 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/table/119121b6dd334490838a4fab9291e057 2024-12-16T03:20:13,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741880_1056 (size=32022) 2024-12-16T03:20:13,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741880_1056 (size=32022) 2024-12-16T03:20:13,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741880_1056 (size=32022) 2024-12-16T03:20:13,262 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/table/119121b6dd334490838a4fab9291e057, entries=2, sequenceid=80, filesize=5.2 K 2024-12-16T03:20:13,263 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~36.62 KB/37495, heapSize ~57.34 KB/58712, currentSize=0 B/0 for 1588230740 in 224ms, sequenceid=80, compaction requested=false 2024-12-16T03:20:13,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741882_1058 (size=31985) 2024-12-16T03:20:13,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741881_1057 (size=31985) 2024-12-16T03:20:13,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741882_1058 (size=31985) 2024-12-16T03:20:13,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741881_1057 (size=31985) 2024-12-16T03:20:13,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741882_1058 (size=31985) 2024-12-16T03:20:13,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741881_1057 (size=31985) 2024-12-16T03:20:13,270 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/851e62163b7b13a8d1713bbadfbeb0e9/.tmp/info/60a5bff38b7440f3a565714737ecfd1d 2024-12-16T03:20:13,270 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/70490adb78d215aa72f778bb4b7a6077/.tmp/info/325ca2ce300949398dc95e236b7e0121 2024-12-16T03:20:13,276 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/70490adb78d215aa72f778bb4b7a6077/.tmp/info/325ca2ce300949398dc95e236b7e0121 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/70490adb78d215aa72f778bb4b7a6077/info/325ca2ce300949398dc95e236b7e0121 2024-12-16T03:20:13,276 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/851e62163b7b13a8d1713bbadfbeb0e9/.tmp/info/60a5bff38b7440f3a565714737ecfd1d as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/851e62163b7b13a8d1713bbadfbeb0e9/info/60a5bff38b7440f3a565714737ecfd1d 2024-12-16T03:20:13,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741883_1059 (size=31985) 2024-12-16T03:20:13,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741883_1059 (size=31985) 2024-12-16T03:20:13,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741883_1059 (size=31985) 2024-12-16T03:20:13,284 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/36b7cb90a29963b95ec0a4fa95595d8f/.tmp/info/d1fcddc5de46453ea9d194ad222bb4e2 2024-12-16T03:20:13,285 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/851e62163b7b13a8d1713bbadfbeb0e9/info/60a5bff38b7440f3a565714737ecfd1d, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,285 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/70490adb78d215aa72f778bb4b7a6077/info/325ca2ce300949398dc95e236b7e0121, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,287 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 70490adb78d215aa72f778bb4b7a6077 in 101ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,287 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 851e62163b7b13a8d1713bbadfbeb0e9 in 88ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,290 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/meta/1588230740/recovered.edits/83.seqid, newMaxSeqId=83, maxSeqId=12 2024-12-16T03:20:13,291 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:13,291 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:13,291 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:13,292 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:13,293 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/36b7cb90a29963b95ec0a4fa95595d8f/.tmp/info/d1fcddc5de46453ea9d194ad222bb4e2 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/36b7cb90a29963b95ec0a4fa95595d8f/info/d1fcddc5de46453ea9d194ad222bb4e2 2024-12-16T03:20:13,293 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/70490adb78d215aa72f778bb4b7a6077/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,293 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/851e62163b7b13a8d1713bbadfbeb0e9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,294 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077. 2024-12-16T03:20:13,294 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 70490adb78d215aa72f778bb4b7a6077: 2024-12-16T03:20:13,294 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,bbb,1734319089500.70490adb78d215aa72f778bb4b7a6077. 2024-12-16T03:20:13,294 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9. 2024-12-16T03:20:13,294 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 851e62163b7b13a8d1713bbadfbeb0e9: 2024-12-16T03:20:13,294 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dafb50265f628e0ce1d1457487db307b, disabling compactions & flushes 2024-12-16T03:20:13,294 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,lll,1734319089500.851e62163b7b13a8d1713bbadfbeb0e9. 2024-12-16T03:20:13,294 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b. 2024-12-16T03:20:13,294 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 55d6d88f4a6642a02c9806e279edc33b, disabling compactions & flushes 2024-12-16T03:20:13,294 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b. 2024-12-16T03:20:13,294 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b. 2024-12-16T03:20:13,294 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b. after waiting 0 ms 2024-12-16T03:20:13,294 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b. 2024-12-16T03:20:13,294 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b. 2024-12-16T03:20:13,294 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b. after waiting 0 ms 2024-12-16T03:20:13,294 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b. 2024-12-16T03:20:13,294 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 55d6d88f4a6642a02c9806e279edc33b 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,294 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing dafb50265f628e0ce1d1457487db307b 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,301 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/36b7cb90a29963b95ec0a4fa95595d8f/info/d1fcddc5de46453ea9d194ad222bb4e2, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,302 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 36b7cb90a29963b95ec0a4fa95595d8f in 97ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,311 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/36b7cb90a29963b95ec0a4fa95595d8f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,312 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f. 2024-12-16T03:20:13,312 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 36b7cb90a29963b95ec0a4fa95595d8f: 2024-12-16T03:20:13,312 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ooo,1734319089500.36b7cb90a29963b95ec0a4fa95595d8f. 2024-12-16T03:20:13,312 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a6dc713c5574329cc3725c57f6049810, disabling compactions & flushes 2024-12-16T03:20:13,312 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810. 2024-12-16T03:20:13,312 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810. 2024-12-16T03:20:13,312 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810. after waiting 0 ms 2024-12-16T03:20:13,312 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810. 2024-12-16T03:20:13,312 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a6dc713c5574329cc3725c57f6049810 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,315 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/dafb50265f628e0ce1d1457487db307b/.tmp/info/e2a97807fabc481a9bd5febcef91b951 is 40, key is fff/info:info/1734319090980/Put/seqid=0 2024-12-16T03:20:13,327 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/55d6d88f4a6642a02c9806e279edc33b/.tmp/info/f6e440b33a564c1f97b92e1f9a78af98 is 40, key is ppp/info:info/1734319091108/Put/seqid=0 2024-12-16T03:20:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741884_1060 (size=31985) 2024-12-16T03:20:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741884_1060 (size=31985) 2024-12-16T03:20:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741884_1060 (size=31985) 2024-12-16T03:20:13,331 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/dafb50265f628e0ce1d1457487db307b/.tmp/info/e2a97807fabc481a9bd5febcef91b951 2024-12-16T03:20:13,331 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/a6dc713c5574329cc3725c57f6049810/.tmp/info/323c9a6251e3408eb018a466f0a2bd7c is 40, key is jjj/info:info/1734319090993/Put/seqid=0 2024-12-16T03:20:13,339 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/dafb50265f628e0ce1d1457487db307b/.tmp/info/e2a97807fabc481a9bd5febcef91b951 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/dafb50265f628e0ce1d1457487db307b/info/e2a97807fabc481a9bd5febcef91b951 2024-12-16T03:20:13,347 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/dafb50265f628e0ce1d1457487db307b/info/e2a97807fabc481a9bd5febcef91b951, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741885_1061 (size=31985) 2024-12-16T03:20:13,348 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for dafb50265f628e0ce1d1457487db307b in 54ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741885_1061 (size=31985) 2024-12-16T03:20:13,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741885_1061 (size=31985) 2024-12-16T03:20:13,350 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/55d6d88f4a6642a02c9806e279edc33b/.tmp/info/f6e440b33a564c1f97b92e1f9a78af98 2024-12-16T03:20:13,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741886_1062 (size=31985) 2024-12-16T03:20:13,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741886_1062 (size=31985) 2024-12-16T03:20:13,355 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(140): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f0d65a6309ee:45867 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$200(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.getLiveRegionServers(RegionServerStatusProtos.java:17362) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionImplementation.getLiveRegionServers(ConnectionImplementation.java:2376) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:138) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 12 more 2024-12-16T03:20:13,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741886_1062 (size=31985) 2024-12-16T03:20:13,358 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/a6dc713c5574329cc3725c57f6049810/.tmp/info/323c9a6251e3408eb018a466f0a2bd7c 2024-12-16T03:20:13,359 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/55d6d88f4a6642a02c9806e279edc33b/.tmp/info/f6e440b33a564c1f97b92e1f9a78af98 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/55d6d88f4a6642a02c9806e279edc33b/info/f6e440b33a564c1f97b92e1f9a78af98 2024-12-16T03:20:13,363 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/dafb50265f628e0ce1d1457487db307b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,364 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b. 2024-12-16T03:20:13,364 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dafb50265f628e0ce1d1457487db307b: 2024-12-16T03:20:13,364 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,fff,1734319089500.dafb50265f628e0ce1d1457487db307b. 2024-12-16T03:20:13,364 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f1a37dac1cfbf710ba69ab03b752494c, disabling compactions & flushes 2024-12-16T03:20:13,364 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c. 2024-12-16T03:20:13,364 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c. 2024-12-16T03:20:13,364 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c. after waiting 0 ms 2024-12-16T03:20:13,364 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c. 2024-12-16T03:20:13,364 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f1a37dac1cfbf710ba69ab03b752494c 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,365 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/55d6d88f4a6642a02c9806e279edc33b/info/f6e440b33a564c1f97b92e1f9a78af98, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,366 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/a6dc713c5574329cc3725c57f6049810/.tmp/info/323c9a6251e3408eb018a466f0a2bd7c as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/a6dc713c5574329cc3725c57f6049810/info/323c9a6251e3408eb018a466f0a2bd7c 2024-12-16T03:20:13,366 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 55d6d88f4a6642a02c9806e279edc33b in 72ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,372 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/55d6d88f4a6642a02c9806e279edc33b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,372 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b. 2024-12-16T03:20:13,373 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 55d6d88f4a6642a02c9806e279edc33b: 2024-12-16T03:20:13,373 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ppp,1734319089500.55d6d88f4a6642a02c9806e279edc33b. 2024-12-16T03:20:13,373 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4651ff0887ca6da5194a5b73ca5b70e1, disabling compactions & flushes 2024-12-16T03:20:13,373 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1. 2024-12-16T03:20:13,373 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1. 2024-12-16T03:20:13,373 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1. after waiting 0 ms 2024-12-16T03:20:13,373 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1. 2024-12-16T03:20:13,373 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4651ff0887ca6da5194a5b73ca5b70e1 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,373 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/a6dc713c5574329cc3725c57f6049810/info/323c9a6251e3408eb018a466f0a2bd7c, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,374 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for a6dc713c5574329cc3725c57f6049810 in 62ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,383 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/a6dc713c5574329cc3725c57f6049810/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,384 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810. 2024-12-16T03:20:13,384 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a6dc713c5574329cc3725c57f6049810: 2024-12-16T03:20:13,384 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,jjj,1734319089500.a6dc713c5574329cc3725c57f6049810. 2024-12-16T03:20:13,384 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3ab59f234c831b6849195634f1e025fe, disabling compactions & flushes 2024-12-16T03:20:13,384 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe. 2024-12-16T03:20:13,384 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe. 2024-12-16T03:20:13,384 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe. after waiting 0 ms 2024-12-16T03:20:13,384 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe. 2024-12-16T03:20:13,384 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3ab59f234c831b6849195634f1e025fe 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,385 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/f1a37dac1cfbf710ba69ab03b752494c/.tmp/info/7d63c6d2043f4a99ab9424797f7173ba is 40, key is mmm/info:info/1734319091013/Put/seqid=0 2024-12-16T03:20:13,395 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4651ff0887ca6da5194a5b73ca5b70e1/.tmp/info/953ca1caff5a428a886258bab3f02535 is 40, key is iii/info:info/1734319091083/Put/seqid=0 2024-12-16T03:20:13,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741887_1063 (size=31985) 2024-12-16T03:20:13,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741887_1063 (size=31985) 2024-12-16T03:20:13,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741887_1063 (size=31985) 2024-12-16T03:20:13,402 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/f1a37dac1cfbf710ba69ab03b752494c/.tmp/info/7d63c6d2043f4a99ab9424797f7173ba 2024-12-16T03:20:13,410 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/f1a37dac1cfbf710ba69ab03b752494c/.tmp/info/7d63c6d2043f4a99ab9424797f7173ba as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/f1a37dac1cfbf710ba69ab03b752494c/info/7d63c6d2043f4a99ab9424797f7173ba 2024-12-16T03:20:13,411 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3ab59f234c831b6849195634f1e025fe/.tmp/info/9cf4094789ed4fd783064bae81015e6c is 40, key is ggg/info:info/1734319090979/Put/seqid=0 2024-12-16T03:20:13,416 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/f1a37dac1cfbf710ba69ab03b752494c/info/7d63c6d2043f4a99ab9424797f7173ba, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,417 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for f1a37dac1cfbf710ba69ab03b752494c in 53ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741888_1064 (size=31985) 2024-12-16T03:20:13,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741888_1064 (size=31985) 2024-12-16T03:20:13,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741888_1064 (size=31985) 2024-12-16T03:20:13,421 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4651ff0887ca6da5194a5b73ca5b70e1/.tmp/info/953ca1caff5a428a886258bab3f02535 2024-12-16T03:20:13,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741889_1065 (size=31985) 2024-12-16T03:20:13,428 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4651ff0887ca6da5194a5b73ca5b70e1/.tmp/info/953ca1caff5a428a886258bab3f02535 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4651ff0887ca6da5194a5b73ca5b70e1/info/953ca1caff5a428a886258bab3f02535 2024-12-16T03:20:13,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741889_1065 (size=31985) 2024-12-16T03:20:13,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741889_1065 (size=31985) 2024-12-16T03:20:13,430 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3ab59f234c831b6849195634f1e025fe/.tmp/info/9cf4094789ed4fd783064bae81015e6c 2024-12-16T03:20:13,431 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/f1a37dac1cfbf710ba69ab03b752494c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,432 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c. 2024-12-16T03:20:13,432 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f1a37dac1cfbf710ba69ab03b752494c: 2024-12-16T03:20:13,432 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,mmm,1734319089500.f1a37dac1cfbf710ba69ab03b752494c. 2024-12-16T03:20:13,432 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3e8586b7eeff432421c638866aa81e21, disabling compactions & flushes 2024-12-16T03:20:13,432 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21. 2024-12-16T03:20:13,432 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21. 2024-12-16T03:20:13,432 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21. after waiting 0 ms 2024-12-16T03:20:13,432 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21. 2024-12-16T03:20:13,432 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3e8586b7eeff432421c638866aa81e21 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,436 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4651ff0887ca6da5194a5b73ca5b70e1/info/953ca1caff5a428a886258bab3f02535, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,437 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 4651ff0887ca6da5194a5b73ca5b70e1 in 64ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,438 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3ab59f234c831b6849195634f1e025fe/.tmp/info/9cf4094789ed4fd783064bae81015e6c as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3ab59f234c831b6849195634f1e025fe/info/9cf4094789ed4fd783064bae81015e6c 2024-12-16T03:20:13,440 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4651ff0887ca6da5194a5b73ca5b70e1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,441 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1. 2024-12-16T03:20:13,441 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4651ff0887ca6da5194a5b73ca5b70e1: 2024-12-16T03:20:13,441 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,iii,1734319089500.4651ff0887ca6da5194a5b73ca5b70e1. 2024-12-16T03:20:13,442 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 83911b4d481014bb6a70bd6c6d70eb7a, disabling compactions & flushes 2024-12-16T03:20:13,442 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a. 2024-12-16T03:20:13,442 DEBUG [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(1629): Waiting on 3e8586b7eeff432421c638866aa81e21, d21a98c5320e0a4c5141192b97d2abfd 2024-12-16T03:20:13,442 DEBUG [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(1629): Waiting on 2999c8c56f226c4b5cd3a7821c91b320, 83911b4d481014bb6a70bd6c6d70eb7a, 887e9c2a64c9446740531c561b9936cd 2024-12-16T03:20:13,442 DEBUG [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(1629): Waiting on 19a58bfc0093fa1777fdb54189388360, 4e8efbc522f2bfe0348c53fd2eddee72, 6a77b565ff3e924140d12e8209c3841d, 6e0c585cf69acf63ca78a2ea0b83d4e1, bf7a42d55d6154957df2d161ffddecab, d1441f9849cf166ae340669dc8cc7fd3 2024-12-16T03:20:13,442 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a. 2024-12-16T03:20:13,442 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a. after waiting 0 ms 2024-12-16T03:20:13,442 DEBUG [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(1629): Waiting on 3ab59f234c831b6849195634f1e025fe, 90cf0123e39515e9af7719d12bf4951b 2024-12-16T03:20:13,442 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a. 2024-12-16T03:20:13,442 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 83911b4d481014bb6a70bd6c6d70eb7a 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T03:20:13,444 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3ab59f234c831b6849195634f1e025fe/info/9cf4094789ed4fd783064bae81015e6c, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,445 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 3ab59f234c831b6849195634f1e025fe in 61ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,449 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3ab59f234c831b6849195634f1e025fe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,450 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe. 2024-12-16T03:20:13,450 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3ab59f234c831b6849195634f1e025fe: 2024-12-16T03:20:13,450 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ggg,1734319089500.3ab59f234c831b6849195634f1e025fe. 2024-12-16T03:20:13,450 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 90cf0123e39515e9af7719d12bf4951b, disabling compactions & flushes 2024-12-16T03:20:13,450 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b. 2024-12-16T03:20:13,450 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b. 2024-12-16T03:20:13,450 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b. after waiting 0 ms 2024-12-16T03:20:13,450 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b. 2024-12-16T03:20:13,451 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 90cf0123e39515e9af7719d12bf4951b 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,456 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3e8586b7eeff432421c638866aa81e21/.tmp/info/7955ad62cc8c47eb80ccd0b266bff922 is 40, key is rrr/info:info/1734319091037/Put/seqid=0 2024-12-16T03:20:13,461 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/namespace/83911b4d481014bb6a70bd6c6d70eb7a/.tmp/info/ed53026bfa8945a7801c4389dee2f7ed is 45, key is default/info:d/1734319087945/Put/seqid=0 2024-12-16T03:20:13,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741890_1066 (size=31985) 2024-12-16T03:20:13,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741890_1066 (size=31985) 2024-12-16T03:20:13,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741890_1066 (size=31985) 2024-12-16T03:20:13,471 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/90cf0123e39515e9af7719d12bf4951b/.tmp/info/636bbd4eb6ba425eadb340b2da305a62 is 40, key is vvv/info:info/1734319091041/Put/seqid=0 2024-12-16T03:20:13,471 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3e8586b7eeff432421c638866aa81e21/.tmp/info/7955ad62cc8c47eb80ccd0b266bff922 2024-12-16T03:20:13,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741891_1067 (size=5037) 2024-12-16T03:20:13,479 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3e8586b7eeff432421c638866aa81e21/.tmp/info/7955ad62cc8c47eb80ccd0b266bff922 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3e8586b7eeff432421c638866aa81e21/info/7955ad62cc8c47eb80ccd0b266bff922 2024-12-16T03:20:13,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741891_1067 (size=5037) 2024-12-16T03:20:13,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741891_1067 (size=5037) 2024-12-16T03:20:13,480 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/namespace/83911b4d481014bb6a70bd6c6d70eb7a/.tmp/info/ed53026bfa8945a7801c4389dee2f7ed 2024-12-16T03:20:13,485 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3e8586b7eeff432421c638866aa81e21/info/7955ad62cc8c47eb80ccd0b266bff922, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,486 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/namespace/83911b4d481014bb6a70bd6c6d70eb7a/.tmp/info/ed53026bfa8945a7801c4389dee2f7ed as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/namespace/83911b4d481014bb6a70bd6c6d70eb7a/info/ed53026bfa8945a7801c4389dee2f7ed 2024-12-16T03:20:13,486 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 3e8586b7eeff432421c638866aa81e21 in 54ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,491 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/namespace/83911b4d481014bb6a70bd6c6d70eb7a/info/ed53026bfa8945a7801c4389dee2f7ed, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T03:20:13,492 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 83911b4d481014bb6a70bd6c6d70eb7a in 50ms, sequenceid=6, compaction requested=false 2024-12-16T03:20:13,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741892_1068 (size=31985) 2024-12-16T03:20:13,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741892_1068 (size=31985) 2024-12-16T03:20:13,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741892_1068 (size=31985) 2024-12-16T03:20:13,494 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/90cf0123e39515e9af7719d12bf4951b/.tmp/info/636bbd4eb6ba425eadb340b2da305a62 2024-12-16T03:20:13,500 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/hbase/namespace/83911b4d481014bb6a70bd6c6d70eb7a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T03:20:13,500 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/3e8586b7eeff432421c638866aa81e21/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,501 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a. 2024-12-16T03:20:13,501 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 83911b4d481014bb6a70bd6c6d70eb7a: 2024-12-16T03:20:13,501 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734319087388.83911b4d481014bb6a70bd6c6d70eb7a. 2024-12-16T03:20:13,501 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21. 2024-12-16T03:20:13,501 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3e8586b7eeff432421c638866aa81e21: 2024-12-16T03:20:13,501 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 887e9c2a64c9446740531c561b9936cd, disabling compactions & flushes 2024-12-16T03:20:13,501 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd. 2024-12-16T03:20:13,501 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,rrr,1734319089500.3e8586b7eeff432421c638866aa81e21. 2024-12-16T03:20:13,501 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd. 2024-12-16T03:20:13,501 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd. after waiting 0 ms 2024-12-16T03:20:13,501 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd. 2024-12-16T03:20:13,501 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d21a98c5320e0a4c5141192b97d2abfd, disabling compactions & flushes 2024-12-16T03:20:13,501 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd. 2024-12-16T03:20:13,501 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd. 2024-12-16T03:20:13,501 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 887e9c2a64c9446740531c561b9936cd 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,501 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd. after waiting 0 ms 2024-12-16T03:20:13,501 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd. 2024-12-16T03:20:13,502 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d21a98c5320e0a4c5141192b97d2abfd 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,502 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/90cf0123e39515e9af7719d12bf4951b/.tmp/info/636bbd4eb6ba425eadb340b2da305a62 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/90cf0123e39515e9af7719d12bf4951b/info/636bbd4eb6ba425eadb340b2da305a62 2024-12-16T03:20:13,511 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/90cf0123e39515e9af7719d12bf4951b/info/636bbd4eb6ba425eadb340b2da305a62, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,512 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 90cf0123e39515e9af7719d12bf4951b in 62ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,520 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d21a98c5320e0a4c5141192b97d2abfd/.tmp/info/7f4e2ed3e49342608fca8cf5c64210d6 is 40, key is www/info:info/1734319091049/Put/seqid=0 2024-12-16T03:20:13,525 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/887e9c2a64c9446740531c561b9936cd/.tmp/info/f4b1bf093de9419698671312a61977c3 is 40, key is ddd/info:info/1734319091069/Put/seqid=0 2024-12-16T03:20:13,527 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/90cf0123e39515e9af7719d12bf4951b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,532 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b. 2024-12-16T03:20:13,532 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 90cf0123e39515e9af7719d12bf4951b: 2024-12-16T03:20:13,532 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,vvv,1734319089500.90cf0123e39515e9af7719d12bf4951b. 2024-12-16T03:20:13,538 INFO [regionserver/f0d65a6309ee:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-16T03:20:13,538 INFO [regionserver/f0d65a6309ee:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-16T03:20:13,549 INFO [regionserver/f0d65a6309ee:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-16T03:20:13,549 INFO [regionserver/f0d65a6309ee:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-16T03:20:13,555 INFO [regionserver/f0d65a6309ee:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-16T03:20:13,556 INFO [regionserver/f0d65a6309ee:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-16T03:20:13,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741894_1070 (size=31985) 2024-12-16T03:20:13,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741894_1070 (size=31985) 2024-12-16T03:20:13,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741894_1070 (size=31985) 2024-12-16T03:20:13,558 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/887e9c2a64c9446740531c561b9936cd/.tmp/info/f4b1bf093de9419698671312a61977c3 2024-12-16T03:20:13,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741893_1069 (size=31985) 2024-12-16T03:20:13,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741893_1069 (size=31985) 2024-12-16T03:20:13,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741893_1069 (size=31985) 2024-12-16T03:20:13,565 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d21a98c5320e0a4c5141192b97d2abfd/.tmp/info/7f4e2ed3e49342608fca8cf5c64210d6 2024-12-16T03:20:13,568 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/887e9c2a64c9446740531c561b9936cd/.tmp/info/f4b1bf093de9419698671312a61977c3 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/887e9c2a64c9446740531c561b9936cd/info/f4b1bf093de9419698671312a61977c3 2024-12-16T03:20:13,572 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d21a98c5320e0a4c5141192b97d2abfd/.tmp/info/7f4e2ed3e49342608fca8cf5c64210d6 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d21a98c5320e0a4c5141192b97d2abfd/info/7f4e2ed3e49342608fca8cf5c64210d6 2024-12-16T03:20:13,575 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/887e9c2a64c9446740531c561b9936cd/info/f4b1bf093de9419698671312a61977c3, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,576 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 887e9c2a64c9446740531c561b9936cd in 75ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,578 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d21a98c5320e0a4c5141192b97d2abfd/info/7f4e2ed3e49342608fca8cf5c64210d6, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,579 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for d21a98c5320e0a4c5141192b97d2abfd in 78ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,583 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d21a98c5320e0a4c5141192b97d2abfd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,583 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/887e9c2a64c9446740531c561b9936cd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,584 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd. 2024-12-16T03:20:13,584 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd. 2024-12-16T03:20:13,584 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 887e9c2a64c9446740531c561b9936cd: 2024-12-16T03:20:13,584 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d21a98c5320e0a4c5141192b97d2abfd: 2024-12-16T03:20:13,584 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ddd,1734319089500.887e9c2a64c9446740531c561b9936cd. 2024-12-16T03:20:13,584 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,www,1734319089500.d21a98c5320e0a4c5141192b97d2abfd. 2024-12-16T03:20:13,584 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2999c8c56f226c4b5cd3a7821c91b320, disabling compactions & flushes 2024-12-16T03:20:13,584 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320. 2024-12-16T03:20:13,584 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320. 2024-12-16T03:20:13,584 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320. after waiting 0 ms 2024-12-16T03:20:13,584 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320. 2024-12-16T03:20:13,585 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2999c8c56f226c4b5cd3a7821c91b320 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,601 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/2999c8c56f226c4b5cd3a7821c91b320/.tmp/info/2fab63eac5d24c9fb99890a1fbae4866 is 40, key is xxx/info:info/1734319091136/Put/seqid=0 2024-12-16T03:20:13,602 INFO [regionserver/f0d65a6309ee:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-16T03:20:13,602 INFO [regionserver/f0d65a6309ee:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-16T03:20:13,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741895_1071 (size=31985) 2024-12-16T03:20:13,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741895_1071 (size=31985) 2024-12-16T03:20:13,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741895_1071 (size=31985) 2024-12-16T03:20:13,611 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/2999c8c56f226c4b5cd3a7821c91b320/.tmp/info/2fab63eac5d24c9fb99890a1fbae4866 2024-12-16T03:20:13,618 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/2999c8c56f226c4b5cd3a7821c91b320/.tmp/info/2fab63eac5d24c9fb99890a1fbae4866 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/2999c8c56f226c4b5cd3a7821c91b320/info/2fab63eac5d24c9fb99890a1fbae4866 2024-12-16T03:20:13,625 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/2999c8c56f226c4b5cd3a7821c91b320/info/2fab63eac5d24c9fb99890a1fbae4866, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,626 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 2999c8c56f226c4b5cd3a7821c91b320 in 42ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,630 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/2999c8c56f226c4b5cd3a7821c91b320/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,631 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320. 2024-12-16T03:20:13,631 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2999c8c56f226c4b5cd3a7821c91b320: 2024-12-16T03:20:13,631 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,xxx,1734319089500.2999c8c56f226c4b5cd3a7821c91b320. 2024-12-16T03:20:13,642 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,43717,1734319085316; all regions closed. 2024-12-16T03:20:13,642 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,33561,1734319085350; all regions closed. 2024-12-16T03:20:13,642 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,39541,1734319085272; all regions closed. 2024-12-16T03:20:13,642 DEBUG [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(1629): Waiting on 19a58bfc0093fa1777fdb54189388360, 4e8efbc522f2bfe0348c53fd2eddee72, 6a77b565ff3e924140d12e8209c3841d, 6e0c585cf69acf63ca78a2ea0b83d4e1, bf7a42d55d6154957df2d161ffddecab, d1441f9849cf166ae340669dc8cc7fd3 2024-12-16T03:20:13,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741870_1046 (size=5571) 2024-12-16T03:20:13,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741869_1045 (size=6229) 2024-12-16T03:20:13,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741869_1045 (size=6229) 2024-12-16T03:20:13,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741870_1046 (size=5571) 2024-12-16T03:20:13,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741870_1046 (size=5571) 2024-12-16T03:20:13,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741869_1045 (size=6229) 2024-12-16T03:20:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741871_1047 (size=6388) 2024-12-16T03:20:13,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741871_1047 (size=6388) 2024-12-16T03:20:13,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741871_1047 (size=6388) 2024-12-16T03:20:13,654 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.75 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6e0c585cf69acf63ca78a2ea0b83d4e1/.tmp/info/ec8f96c2c1fc4705a40398541606bfe6 2024-12-16T03:20:13,655 DEBUG [RS:1;f0d65a6309ee:39541 {}] wal.AbstractFSWAL(1071): Moved 2 WAL file(s) to /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/oldWALs 2024-12-16T03:20:13,655 INFO [RS:1;f0d65a6309ee:39541 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C39541%2C1734319085272:(num 1734319091099) 2024-12-16T03:20:13,655 DEBUG [RS:1;f0d65a6309ee:39541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:13,655 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:13,656 DEBUG [RS:2;f0d65a6309ee:43717 {}] wal.AbstractFSWAL(1071): Moved 2 WAL file(s) to /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/oldWALs 2024-12-16T03:20:13,656 INFO [RS:2;f0d65a6309ee:43717 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C43717%2C1734319085316:(num 1734319091005) 2024-12-16T03:20:13,656 DEBUG [RS:2;f0d65a6309ee:43717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:13,656 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:13,656 INFO [RS:1;f0d65a6309ee:39541 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:13,656 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:13,656 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:13,656 INFO [RS:2;f0d65a6309ee:43717 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:13,656 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:13,656 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:13,656 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:13,656 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:13,656 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:13,656 INFO [RS:1;f0d65a6309ee:39541 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39541 2024-12-16T03:20:13,656 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:13,656 INFO [RS:2;f0d65a6309ee:43717 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43717 2024-12-16T03:20:13,658 DEBUG [RS:3;f0d65a6309ee:33561 {}] wal.AbstractFSWAL(1071): Moved 2 WAL file(s) to /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/oldWALs 2024-12-16T03:20:13,658 INFO [RS:3;f0d65a6309ee:33561 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C33561%2C1734319085350:(num 1734319091009) 2024-12-16T03:20:13,658 DEBUG [RS:3;f0d65a6309ee:33561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:13,658 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:13,659 INFO [RS:3;f0d65a6309ee:33561 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:13,659 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:13,659 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:13,659 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:13,659 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:13,659 INFO [RS:3;f0d65a6309ee:33561 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33561 2024-12-16T03:20:13,666 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6e0c585cf69acf63ca78a2ea0b83d4e1/.tmp/info/ec8f96c2c1fc4705a40398541606bfe6 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6e0c585cf69acf63ca78a2ea0b83d4e1/info/ec8f96c2c1fc4705a40398541606bfe6 2024-12-16T03:20:13,673 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6e0c585cf69acf63ca78a2ea0b83d4e1/info/ec8f96c2c1fc4705a40398541606bfe6, entries=704, sequenceid=5, filesize=31.3 K 2024-12-16T03:20:13,674 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.75 KB/25344, heapSize ~77.23 KB/79088, currentSize=0 B/0 for 6e0c585cf69acf63ca78a2ea0b83d4e1 in 498ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,678 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6e0c585cf69acf63ca78a2ea0b83d4e1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,678 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1. 2024-12-16T03:20:13,678 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6e0c585cf69acf63ca78a2ea0b83d4e1: 2024-12-16T03:20:13,679 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,yyy,1734319089500.6e0c585cf69acf63ca78a2ea0b83d4e1. 2024-12-16T03:20:13,679 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4e8efbc522f2bfe0348c53fd2eddee72, disabling compactions & flushes 2024-12-16T03:20:13,679 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72. 2024-12-16T03:20:13,679 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72. 2024-12-16T03:20:13,679 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72. after waiting 0 ms 2024-12-16T03:20:13,679 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72. 2024-12-16T03:20:13,679 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4e8efbc522f2bfe0348c53fd2eddee72 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:20:13,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,43717,1734319085316 2024-12-16T03:20:13,697 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4e8efbc522f2bfe0348c53fd2eddee72/.tmp/info/621f2d318c714e6ab1186121d51a02a7 is 40, key is nnn/info:info/1734319091115/Put/seqid=0 2024-12-16T03:20:13,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741896_1072 (size=31985) 2024-12-16T03:20:13,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741896_1072 (size=31985) 2024-12-16T03:20:13,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741896_1072 (size=31985) 2024-12-16T03:20:13,704 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4e8efbc522f2bfe0348c53fd2eddee72/.tmp/info/621f2d318c714e6ab1186121d51a02a7 2024-12-16T03:20:13,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,33561,1734319085350 2024-12-16T03:20:13,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,39541,1734319085272 2024-12-16T03:20:13,706 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,43717,1734319085316] 2024-12-16T03:20:13,706 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,43717,1734319085316; numProcessing=1 2024-12-16T03:20:13,710 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4e8efbc522f2bfe0348c53fd2eddee72/.tmp/info/621f2d318c714e6ab1186121d51a02a7 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4e8efbc522f2bfe0348c53fd2eddee72/info/621f2d318c714e6ab1186121d51a02a7 2024-12-16T03:20:13,716 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4e8efbc522f2bfe0348c53fd2eddee72/info/621f2d318c714e6ab1186121d51a02a7, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,717 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 4e8efbc522f2bfe0348c53fd2eddee72 in 38ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,721 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/4e8efbc522f2bfe0348c53fd2eddee72/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,721 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72. 2024-12-16T03:20:13,721 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4e8efbc522f2bfe0348c53fd2eddee72: 2024-12-16T03:20:13,721 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,nnn,1734319089500.4e8efbc522f2bfe0348c53fd2eddee72. 2024-12-16T03:20:13,722 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bf7a42d55d6154957df2d161ffddecab, disabling compactions & flushes 2024-12-16T03:20:13,722 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab. 2024-12-16T03:20:13,722 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab. 2024-12-16T03:20:13,722 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab. after waiting 0 ms 2024-12-16T03:20:13,722 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab. 2024-12-16T03:20:13,722 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing bf7a42d55d6154957df2d161ffddecab 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,730 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,43717,1734319085316 already deleted, retry=false 2024-12-16T03:20:13,730 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,43717,1734319085316 expired; onlineServers=3 2024-12-16T03:20:13,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,33561,1734319085350] 2024-12-16T03:20:13,730 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,33561,1734319085350; numProcessing=2 2024-12-16T03:20:13,738 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,33561,1734319085350 already deleted, retry=false 2024-12-16T03:20:13,738 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,33561,1734319085350 expired; onlineServers=2 2024-12-16T03:20:13,738 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,39541,1734319085272] 2024-12-16T03:20:13,738 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,39541,1734319085272; numProcessing=3 2024-12-16T03:20:13,739 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/bf7a42d55d6154957df2d161ffddecab/.tmp/info/d00c492dece649429e680182a918cfd5 is 40, key is hhh/info:info/1734319091100/Put/seqid=0 2024-12-16T03:20:13,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741897_1073 (size=31985) 2024-12-16T03:20:13,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741897_1073 (size=31985) 2024-12-16T03:20:13,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741897_1073 (size=31985) 2024-12-16T03:20:13,746 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/bf7a42d55d6154957df2d161ffddecab/.tmp/info/d00c492dece649429e680182a918cfd5 2024-12-16T03:20:13,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,39541,1734319085272 already deleted, retry=false 2024-12-16T03:20:13,746 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,39541,1734319085272 expired; onlineServers=1 2024-12-16T03:20:13,752 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/bf7a42d55d6154957df2d161ffddecab/.tmp/info/d00c492dece649429e680182a918cfd5 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/bf7a42d55d6154957df2d161ffddecab/info/d00c492dece649429e680182a918cfd5 2024-12-16T03:20:13,758 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/bf7a42d55d6154957df2d161ffddecab/info/d00c492dece649429e680182a918cfd5, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,759 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for bf7a42d55d6154957df2d161ffddecab in 37ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,763 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/bf7a42d55d6154957df2d161ffddecab/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,763 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab. 2024-12-16T03:20:13,764 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bf7a42d55d6154957df2d161ffddecab: 2024-12-16T03:20:13,764 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,hhh,1734319089500.bf7a42d55d6154957df2d161ffddecab. 2024-12-16T03:20:13,764 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d1441f9849cf166ae340669dc8cc7fd3, disabling compactions & flushes 2024-12-16T03:20:13,764 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3. 2024-12-16T03:20:13,764 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3. 2024-12-16T03:20:13,764 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3. after waiting 0 ms 2024-12-16T03:20:13,764 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3. 2024-12-16T03:20:13,764 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d1441f9849cf166ae340669dc8cc7fd3 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,779 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d1441f9849cf166ae340669dc8cc7fd3/.tmp/info/539b7117b42b4d69a6f0ea28b4179616 is 40, key is uuu/info:info/1734319091136/Put/seqid=0 2024-12-16T03:20:13,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741898_1074 (size=31985) 2024-12-16T03:20:13,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741898_1074 (size=31985) 2024-12-16T03:20:13,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741898_1074 (size=31985) 2024-12-16T03:20:13,786 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d1441f9849cf166ae340669dc8cc7fd3/.tmp/info/539b7117b42b4d69a6f0ea28b4179616 2024-12-16T03:20:13,792 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d1441f9849cf166ae340669dc8cc7fd3/.tmp/info/539b7117b42b4d69a6f0ea28b4179616 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d1441f9849cf166ae340669dc8cc7fd3/info/539b7117b42b4d69a6f0ea28b4179616 2024-12-16T03:20:13,796 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d1441f9849cf166ae340669dc8cc7fd3/info/539b7117b42b4d69a6f0ea28b4179616, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,797 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for d1441f9849cf166ae340669dc8cc7fd3 in 33ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,802 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/d1441f9849cf166ae340669dc8cc7fd3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,802 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3. 2024-12-16T03:20:13,802 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d1441f9849cf166ae340669dc8cc7fd3: 2024-12-16T03:20:13,802 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,uuu,1734319089500.d1441f9849cf166ae340669dc8cc7fd3. 2024-12-16T03:20:13,803 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 19a58bfc0093fa1777fdb54189388360, disabling compactions & flushes 2024-12-16T03:20:13,803 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360. 2024-12-16T03:20:13,803 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360. 2024-12-16T03:20:13,803 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360. after waiting 0 ms 2024-12-16T03:20:13,803 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360. 2024-12-16T03:20:13,803 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 19a58bfc0093fa1777fdb54189388360 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,817 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/19a58bfc0093fa1777fdb54189388360/.tmp/info/3eb10d4eb2824aa89f484a97b92e3a21 is 40, key is ccc/info:info/1734319091069/Put/seqid=0 2024-12-16T03:20:13,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:13,822 INFO [RS:2;f0d65a6309ee:43717 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,43717,1734319085316; zookeeper connection closed. 2024-12-16T03:20:13,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1002cd82d510003, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:13,822 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@adbfddc {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@adbfddc 2024-12-16T03:20:13,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741899_1075 (size=31985) 2024-12-16T03:20:13,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741899_1075 (size=31985) 2024-12-16T03:20:13,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741899_1075 (size=31985) 2024-12-16T03:20:13,824 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/19a58bfc0093fa1777fdb54189388360/.tmp/info/3eb10d4eb2824aa89f484a97b92e3a21 2024-12-16T03:20:13,829 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/19a58bfc0093fa1777fdb54189388360/.tmp/info/3eb10d4eb2824aa89f484a97b92e3a21 as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/19a58bfc0093fa1777fdb54189388360/info/3eb10d4eb2824aa89f484a97b92e3a21 2024-12-16T03:20:13,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:13,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1002cd82d510002, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:13,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:13,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1002cd82d510004, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:13,830 INFO [RS:1;f0d65a6309ee:39541 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,39541,1734319085272; zookeeper connection closed. 2024-12-16T03:20:13,830 INFO [RS:3;f0d65a6309ee:33561 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,33561,1734319085350; zookeeper connection closed. 2024-12-16T03:20:13,831 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61b6e48d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61b6e48d 2024-12-16T03:20:13,831 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6adc71ad {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6adc71ad 2024-12-16T03:20:13,836 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/19a58bfc0093fa1777fdb54189388360/info/3eb10d4eb2824aa89f484a97b92e3a21, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,837 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 19a58bfc0093fa1777fdb54189388360 in 34ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,841 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/19a58bfc0093fa1777fdb54189388360/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,841 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360. 2024-12-16T03:20:13,841 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 19a58bfc0093fa1777fdb54189388360: 2024-12-16T03:20:13,842 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ccc,1734319089500.19a58bfc0093fa1777fdb54189388360. 2024-12-16T03:20:13,842 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6a77b565ff3e924140d12e8209c3841d, disabling compactions & flushes 2024-12-16T03:20:13,842 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d. 2024-12-16T03:20:13,842 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d. 2024-12-16T03:20:13,842 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d. after waiting 0 ms 2024-12-16T03:20:13,842 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d. 2024-12-16T03:20:13,842 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 6a77b565ff3e924140d12e8209c3841d 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-16T03:20:13,842 DEBUG [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(1629): Waiting on 6a77b565ff3e924140d12e8209c3841d 2024-12-16T03:20:13,860 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6a77b565ff3e924140d12e8209c3841d/.tmp/info/c62a9db5ea6a48a296e45ce2ba49540b is 40, key is eee/info:info/1734319091089/Put/seqid=0 2024-12-16T03:20:13,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741900_1076 (size=31985) 2024-12-16T03:20:13,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741900_1076 (size=31985) 2024-12-16T03:20:13,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741900_1076 (size=31985) 2024-12-16T03:20:13,878 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6a77b565ff3e924140d12e8209c3841d/.tmp/info/c62a9db5ea6a48a296e45ce2ba49540b 2024-12-16T03:20:13,886 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6a77b565ff3e924140d12e8209c3841d/.tmp/info/c62a9db5ea6a48a296e45ce2ba49540b as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6a77b565ff3e924140d12e8209c3841d/info/c62a9db5ea6a48a296e45ce2ba49540b 2024-12-16T03:20:13,896 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6a77b565ff3e924140d12e8209c3841d/info/c62a9db5ea6a48a296e45ce2ba49540b, entries=703, sequenceid=5, filesize=31.2 K 2024-12-16T03:20:13,897 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 6a77b565ff3e924140d12e8209c3841d in 55ms, sequenceid=5, compaction requested=false 2024-12-16T03:20:13,902 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/data/default/testHBaseMetaReplicaGets/6a77b565ff3e924140d12e8209c3841d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:20:13,902 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d. 2024-12-16T03:20:13,903 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6a77b565ff3e924140d12e8209c3841d: 2024-12-16T03:20:13,903 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,eee,1734319089500.6a77b565ff3e924140d12e8209c3841d. 2024-12-16T03:20:14,042 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,32803,1734319085224; all regions closed. 2024-12-16T03:20:14,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741837_1013 (size=44524) 2024-12-16T03:20:14,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741837_1013 (size=44524) 2024-12-16T03:20:14,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741837_1013 (size=44524) 2024-12-16T03:20:14,051 DEBUG [RS:0;f0d65a6309ee:32803 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/oldWALs 2024-12-16T03:20:14,051 INFO [RS:0;f0d65a6309ee:32803 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C32803%2C1734319085224.meta:.meta(num 1734319087127) 2024-12-16T03:20:14,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741872_1048 (size=35390) 2024-12-16T03:20:14,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741872_1048 (size=35390) 2024-12-16T03:20:14,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741872_1048 (size=35390) 2024-12-16T03:20:14,057 DEBUG [RS:0;f0d65a6309ee:32803 {}] wal.AbstractFSWAL(1071): Moved 2 WAL file(s) to /user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/oldWALs 2024-12-16T03:20:14,057 INFO [RS:0;f0d65a6309ee:32803 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C32803%2C1734319085224:(num 1734319091103) 2024-12-16T03:20:14,057 DEBUG [RS:0;f0d65a6309ee:32803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:14,057 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:14,058 INFO [RS:0;f0d65a6309ee:32803 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:14,058 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:14,058 INFO [RS:0;f0d65a6309ee:32803 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:32803 2024-12-16T03:20:14,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:20:14,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,32803,1734319085224 2024-12-16T03:20:14,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,32803,1734319085224] 2024-12-16T03:20:14,075 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,32803,1734319085224; numProcessing=4 2024-12-16T03:20:14,091 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,32803,1734319085224 already deleted, retry=false 2024-12-16T03:20:14,091 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,32803,1734319085224 expired; onlineServers=0 2024-12-16T03:20:14,091 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,45867,1734319084507' ***** 2024-12-16T03:20:14,091 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T03:20:14,091 DEBUG [M:0;f0d65a6309ee:45867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ea8f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:14,091 INFO [M:0;f0d65a6309ee:45867 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,45867,1734319084507 2024-12-16T03:20:14,091 INFO [M:0;f0d65a6309ee:45867 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,45867,1734319084507; all regions closed. 2024-12-16T03:20:14,091 DEBUG [M:0;f0d65a6309ee:45867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:14,092 DEBUG [M:0;f0d65a6309ee:45867 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T03:20:14,092 DEBUG [M:0;f0d65a6309ee:45867 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T03:20:14,092 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T03:20:14,092 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319086344 {}] cleaner.HFileCleaner(306): Exit Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319086344,5,FailOnTimeoutGroup] 2024-12-16T03:20:14,092 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319086341 {}] cleaner.HFileCleaner(306): Exit Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319086341,5,FailOnTimeoutGroup] 2024-12-16T03:20:14,092 INFO [M:0;f0d65a6309ee:45867 {}] hbase.ChoreService(370): Chore service for: master/f0d65a6309ee:0 had [] on shutdown 2024-12-16T03:20:14,092 DEBUG [M:0;f0d65a6309ee:45867 {}] master.HMaster(1733): Stopping service threads 2024-12-16T03:20:14,092 INFO [M:0;f0d65a6309ee:45867 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T03:20:14,093 INFO [M:0;f0d65a6309ee:45867 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T03:20:14,093 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T03:20:14,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:14,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:14,099 DEBUG [M:0;f0d65a6309ee:45867 {}] zookeeper.ZKUtil(347): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-16T03:20:14,099 WARN [M:0;f0d65a6309ee:45867 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T03:20:14,100 INFO [M:0;f0d65a6309ee:45867 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T03:20:14,100 INFO [M:0;f0d65a6309ee:45867 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T03:20:14,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:14,100 DEBUG [M:0;f0d65a6309ee:45867 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:20:14,100 INFO [M:0;f0d65a6309ee:45867 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:14,100 DEBUG [M:0;f0d65a6309ee:45867 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:14,100 DEBUG [M:0;f0d65a6309ee:45867 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:20:14,100 DEBUG [M:0;f0d65a6309ee:45867 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:14,100 INFO [M:0;f0d65a6309ee:45867 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=283.05 KB heapSize=340.58 KB 2024-12-16T03:20:14,114 DEBUG [M:0;f0d65a6309ee:45867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55a3f8e411e24370bd7a015201fd4b9d is 82, key is hbase:meta,,1/info:regioninfo/1734319089455/Put/seqid=0 2024-12-16T03:20:14,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741901_1077 (size=6933) 2024-12-16T03:20:14,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741901_1077 (size=6933) 2024-12-16T03:20:14,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741901_1077 (size=6933) 2024-12-16T03:20:14,120 INFO [M:0;f0d65a6309ee:45867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.34 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55a3f8e411e24370bd7a015201fd4b9d 2024-12-16T03:20:14,138 DEBUG [M:0;f0d65a6309ee:45867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2322d8ee4b5948359dde467360b9304e is 2427, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734319089483/Put/seqid=0 2024-12-16T03:20:14,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741902_1078 (size=13490) 2024-12-16T03:20:14,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741902_1078 (size=13490) 2024-12-16T03:20:14,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741902_1078 (size=13490) 2024-12-16T03:20:14,145 INFO [M:0;f0d65a6309ee:45867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280.46 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2322d8ee4b5948359dde467360b9304e 2024-12-16T03:20:14,150 INFO [M:0;f0d65a6309ee:45867 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2322d8ee4b5948359dde467360b9304e 2024-12-16T03:20:14,164 DEBUG [M:0;f0d65a6309ee:45867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2463d1f2c41f44c4bc1981c8c095957a is 69, key is f0d65a6309ee,32803,1734319085224/rs:state/1734319086406/Put/seqid=0 2024-12-16T03:20:14,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741903_1079 (size=5360) 2024-12-16T03:20:14,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741903_1079 (size=5360) 2024-12-16T03:20:14,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741903_1079 (size=5360) 2024-12-16T03:20:14,174 INFO [M:0;f0d65a6309ee:45867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=260 B at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2463d1f2c41f44c4bc1981c8c095957a 2024-12-16T03:20:14,180 DEBUG [M:0;f0d65a6309ee:45867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55a3f8e411e24370bd7a015201fd4b9d as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55a3f8e411e24370bd7a015201fd4b9d 2024-12-16T03:20:14,183 INFO [RS:0;f0d65a6309ee:32803 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,32803,1734319085224; zookeeper connection closed. 2024-12-16T03:20:14,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:14,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32803-0x1002cd82d510001, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:14,183 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d8655e0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d8655e0 2024-12-16T03:20:14,183 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 4 regionserver(s) complete 2024-12-16T03:20:14,186 INFO [M:0;f0d65a6309ee:45867 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55a3f8e411e24370bd7a015201fd4b9d, entries=27, sequenceid=609, filesize=6.8 K 2024-12-16T03:20:14,187 DEBUG [M:0;f0d65a6309ee:45867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2322d8ee4b5948359dde467360b9304e as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2322d8ee4b5948359dde467360b9304e 2024-12-16T03:20:14,192 INFO [M:0;f0d65a6309ee:45867 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2322d8ee4b5948359dde467360b9304e 2024-12-16T03:20:14,193 INFO [M:0;f0d65a6309ee:45867 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2322d8ee4b5948359dde467360b9304e, entries=74, sequenceid=609, filesize=13.2 K 2024-12-16T03:20:14,194 DEBUG [M:0;f0d65a6309ee:45867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2463d1f2c41f44c4bc1981c8c095957a as hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2463d1f2c41f44c4bc1981c8c095957a 2024-12-16T03:20:14,200 INFO [M:0;f0d65a6309ee:45867 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2463d1f2c41f44c4bc1981c8c095957a, entries=4, sequenceid=609, filesize=5.2 K 2024-12-16T03:20:14,201 INFO [M:0;f0d65a6309ee:45867 {}] regionserver.HRegion(3040): Finished flush of dataSize ~283.05 KB/289848, heapSize ~340.28 KB/348448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=609, compaction requested=false 2024-12-16T03:20:14,202 INFO [M:0;f0d65a6309ee:45867 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:14,202 DEBUG [M:0;f0d65a6309ee:45867 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:20:14,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741830_1006 (size=330484) 2024-12-16T03:20:14,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741830_1006 (size=330484) 2024-12-16T03:20:14,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741830_1006 (size=330484) 2024-12-16T03:20:14,205 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:14,205 INFO [M:0;f0d65a6309ee:45867 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T03:20:14,205 INFO [M:0;f0d65a6309ee:45867 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45867 2024-12-16T03:20:14,216 DEBUG [M:0;f0d65a6309ee:45867 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/f0d65a6309ee,45867,1734319084507 already deleted, retry=false 2024-12-16T03:20:14,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:14,325 INFO [M:0;f0d65a6309ee:45867 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,45867,1734319084507; zookeeper connection closed. 2024-12-16T03:20:14,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x1002cd82d510000, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:14,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dd3decf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:14,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b688448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:14,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:14,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49eb5471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:14,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c4bfbec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:14,334 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:14,334 WARN [BP-1181422973-172.17.0.2-1734319080846 heartbeating to localhost/127.0.0.1:33281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:14,334 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:14,334 WARN [BP-1181422973-172.17.0.2-1734319080846 heartbeating to localhost/127.0.0.1:33281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1181422973-172.17.0.2-1734319080846 (Datanode Uuid f208bfdc-5ddb-4bde-8d32-32aec9402746) service to localhost/127.0.0.1:33281 2024-12-16T03:20:14,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/dfs/data/data7/current/BP-1181422973-172.17.0.2-1734319080846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:14,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/dfs/data/data8/current/BP-1181422973-172.17.0.2-1734319080846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:14,336 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:14,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2535dbb0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:14,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b27f10d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:14,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:14,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a4ff16d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:14,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71415903{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:14,340 WARN [BP-1181422973-172.17.0.2-1734319080846 heartbeating to localhost/127.0.0.1:33281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:14,340 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:14,340 WARN [BP-1181422973-172.17.0.2-1734319080846 heartbeating to localhost/127.0.0.1:33281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1181422973-172.17.0.2-1734319080846 (Datanode Uuid ce28c8cb-fcb1-48c3-9ffd-f2d159cfa375) service to localhost/127.0.0.1:33281 2024-12-16T03:20:14,340 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:14,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/dfs/data/data5/current/BP-1181422973-172.17.0.2-1734319080846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:14,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/dfs/data/data6/current/BP-1181422973-172.17.0.2-1734319080846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:14,341 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:14,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49e72fe3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:14,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dd7b811{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:14,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:14,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca979d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:14,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6649019c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:14,345 WARN [BP-1181422973-172.17.0.2-1734319080846 heartbeating to localhost/127.0.0.1:33281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:14,345 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:14,345 WARN [BP-1181422973-172.17.0.2-1734319080846 heartbeating to localhost/127.0.0.1:33281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1181422973-172.17.0.2-1734319080846 (Datanode Uuid fdc8e3f4-9d61-41cb-90a9-f4eb4b0c6182) service to localhost/127.0.0.1:33281 2024-12-16T03:20:14,345 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:14,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/dfs/data/data3/current/BP-1181422973-172.17.0.2-1734319080846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:14,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/dfs/data/data4/current/BP-1181422973-172.17.0.2-1734319080846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:14,346 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:14,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15a0f6df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:14,348 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e2a6785{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:14,348 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:14,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4921f1bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:14,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cb64c50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:14,350 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:14,350 WARN [BP-1181422973-172.17.0.2-1734319080846 heartbeating to localhost/127.0.0.1:33281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:14,350 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:14,350 WARN [BP-1181422973-172.17.0.2-1734319080846 heartbeating to localhost/127.0.0.1:33281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1181422973-172.17.0.2-1734319080846 (Datanode Uuid fb3a8335-f6a3-4735-a49c-2df5c6f7cc3d) service to localhost/127.0.0.1:33281 2024-12-16T03:20:14,351 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/dfs/data/data1/current/BP-1181422973-172.17.0.2-1734319080846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:14,351 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/cluster_81c092e7-b4b8-fe6f-6639-5e3e776abf1a/dfs/data/data2/current/BP-1181422973-172.17.0.2-1734319080846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:14,351 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:14,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47067e51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:20:14,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34ba975e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:14,360 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:14,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70feb1e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:14,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59eb6a1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:14,378 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T03:20:14,474 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1002cd82d510006, quorum=127.0.0.1:60113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-16T03:20:14,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1002cd82d510006, quorum=127.0.0.1:60113, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-16T03:20:14,482 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T03:20:14,494 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testHBaseMetaReplicaGets Thread=123 (was 11) Potentially hanging thread: regionserver/f0d65a6309ee:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:33281 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1193cdb6-metaLookup-shared--pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60113@0x2c45e635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f0d65a6309ee:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f0d65a6309ee:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:33281 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:33281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/f0d65a6309ee:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:33281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:60113) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f0d65a6309ee:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f0d65a6309ee:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:33281 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@95eefe4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc-SendThread(127.0.0.1:60113) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: AsyncConn Chore Service.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:33281 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RS-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=513 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=90 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=12689 (was 12502) - AvailableMemoryMB LEAK? - 2024-12-16T03:20:14,500 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testHBaseMetaReplicationSourceCreatedOnOpen Thread=124, OpenFileDescriptor=513, MaxFileDescriptor=1048576, SystemLoadAverage=90, ProcessCount=11, AvailableMemoryMB=12689 2024-12-16T03:20:14,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/hadoop.log.dir so I do NOT create it in target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874 2024-12-16T03:20:14,512 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/hadoop.log.dir Erasing configuration value by system value. 2024-12-16T03:20:14,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/hadoop.tmp.dir so I do NOT create it in target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874 2024-12-16T03:20:14,512 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e867e6e-0064-27fc-20b6-84e97a7eb9f8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-16T03:20:14,512 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874 2024-12-16T03:20:14,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T03:20:14,512 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686, deleteOnExit=true 2024-12-16T03:20:14,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T03:20:14,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/test.cache.data in system properties and HBase conf 2024-12-16T03:20:14,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T03:20:14,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/hadoop.log.dir in system properties and HBase conf 2024-12-16T03:20:14,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T03:20:14,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T03:20:14,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T03:20:14,513 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T03:20:14,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:20:14,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:20:14,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T03:20:14,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:20:14,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T03:20:14,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T03:20:14,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:20:14,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:20:14,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T03:20:14,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/nfs.dump.dir in system properties and HBase conf 2024-12-16T03:20:14,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/java.io.tmpdir in system properties and HBase conf 2024-12-16T03:20:14,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:20:14,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T03:20:14,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T03:20:14,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:14,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:14,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:14,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:14,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:20:14,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:14,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@632af5a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:14,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486d4dd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:14,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d6a75c6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/java.io.tmpdir/jetty-localhost-46117-hadoop-hdfs-3_4_1-tests_jar-_-any-17747748778848806213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:20:14,896 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69f89ee8{HTTP/1.1, (http/1.1)}{localhost:46117} 2024-12-16T03:20:14,896 INFO [Time-limited test {}] server.Server(415): Started @135799ms 2024-12-16T03:20:14,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:14,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-16T03:20:14,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-16T03:20:14,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-16T03:20:14,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicaGets 2024-12-16T03:20:15,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:15,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:15,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:15,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:15,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:20:15,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79bb63b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:15,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12d961bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:15,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b50b52{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/java.io.tmpdir/jetty-localhost-35777-hadoop-hdfs-3_4_1-tests_jar-_-any-7939853470946027867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:15,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b019d53{HTTP/1.1, (http/1.1)}{localhost:35777} 2024-12-16T03:20:15,295 INFO [Time-limited test {}] server.Server(415): Started @136198ms 2024-12-16T03:20:15,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:15,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:15,355 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:15,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:15,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:15,359 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:20:15,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a2f8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:15,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58797506{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:15,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@416108cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/java.io.tmpdir/jetty-localhost-40913-hadoop-hdfs-3_4_1-tests_jar-_-any-14576662476680630196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:15,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21f73b49{HTTP/1.1, (http/1.1)}{localhost:40913} 2024-12-16T03:20:15,493 INFO [Time-limited test {}] server.Server(415): Started @136396ms 2024-12-16T03:20:15,495 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:15,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:15,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:15,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:15,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:15,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:20:15,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6777dc76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:15,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27d1aec8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:15,624 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:20:15,624 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:15,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e1d25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/java.io.tmpdir/jetty-localhost-42999-hadoop-hdfs-3_4_1-tests_jar-_-any-3034319608961951903/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:15,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e3ab160{HTTP/1.1, (http/1.1)}{localhost:42999} 2024-12-16T03:20:15,687 INFO [Time-limited test {}] server.Server(415): Started @136590ms 2024-12-16T03:20:15,689 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:15,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:15,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:15,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:15,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:15,744 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:20:15,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25f7d9d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:15,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b50efa1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:15,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d760b4b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/java.io.tmpdir/jetty-localhost-40385-hadoop-hdfs-3_4_1-tests_jar-_-any-16404939430269815337/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:15,869 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ef928dc{HTTP/1.1, (http/1.1)}{localhost:40385} 2024-12-16T03:20:15,869 INFO [Time-limited test {}] server.Server(415): Started @136772ms 2024-12-16T03:20:15,870 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:16,170 WARN [Thread-1147 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/dfs/data/data2/current/BP-848128608-172.17.0.2-1734319214543/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:16,170 WARN [Thread-1146 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/dfs/data/data1/current/BP-848128608-172.17.0.2-1734319214543/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:16,190 WARN [Thread-1067 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f498dc55147f4a7 with lease ID 0xda3569e3833d1069: Processing first storage report for DS-86582461-e8fb-468b-bbef-b7fbe5a32289 from datanode DatanodeRegistration(127.0.0.1:33863, datanodeUuid=6da618cb-274b-44d5-a62e-19cf3e5bbfa2, infoPort=40601, infoSecurePort=0, ipcPort=33667, storageInfo=lv=-57;cid=testClusterID;nsid=1684248992;c=1734319214543) 2024-12-16T03:20:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f498dc55147f4a7 with lease ID 0xda3569e3833d1069: from storage DS-86582461-e8fb-468b-bbef-b7fbe5a32289 node DatanodeRegistration(127.0.0.1:33863, datanodeUuid=6da618cb-274b-44d5-a62e-19cf3e5bbfa2, infoPort=40601, infoSecurePort=0, ipcPort=33667, storageInfo=lv=-57;cid=testClusterID;nsid=1684248992;c=1734319214543), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f498dc55147f4a7 with lease ID 0xda3569e3833d1069: Processing first storage report for DS-535f6220-6b15-44f2-a4ff-9307fad3bfca from datanode DatanodeRegistration(127.0.0.1:33863, datanodeUuid=6da618cb-274b-44d5-a62e-19cf3e5bbfa2, infoPort=40601, infoSecurePort=0, ipcPort=33667, storageInfo=lv=-57;cid=testClusterID;nsid=1684248992;c=1734319214543) 2024-12-16T03:20:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f498dc55147f4a7 with lease ID 0xda3569e3833d1069: from storage DS-535f6220-6b15-44f2-a4ff-9307fad3bfca node DatanodeRegistration(127.0.0.1:33863, datanodeUuid=6da618cb-274b-44d5-a62e-19cf3e5bbfa2, infoPort=40601, infoSecurePort=0, ipcPort=33667, storageInfo=lv=-57;cid=testClusterID;nsid=1684248992;c=1734319214543), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T03:20:16,486 WARN [Thread-1161 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/dfs/data/data3/current/BP-848128608-172.17.0.2-1734319214543/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:16,486 WARN [Thread-1162 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/dfs/data/data4/current/BP-848128608-172.17.0.2-1734319214543/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:16,506 WARN [Thread-1090 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:16,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe551b9f4dc056ef0 with lease ID 0xda3569e3833d106a: Processing first storage report for DS-5a718028-c5b6-43bb-afc2-f732f21e1d15 from datanode DatanodeRegistration(127.0.0.1:39173, datanodeUuid=c3bb3eeb-ac25-426e-b393-c677680e326f, infoPort=32899, infoSecurePort=0, ipcPort=40869, storageInfo=lv=-57;cid=testClusterID;nsid=1684248992;c=1734319214543) 2024-12-16T03:20:16,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe551b9f4dc056ef0 with lease ID 0xda3569e3833d106a: from storage DS-5a718028-c5b6-43bb-afc2-f732f21e1d15 node DatanodeRegistration(127.0.0.1:39173, datanodeUuid=c3bb3eeb-ac25-426e-b393-c677680e326f, infoPort=32899, infoSecurePort=0, ipcPort=40869, storageInfo=lv=-57;cid=testClusterID;nsid=1684248992;c=1734319214543), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:16,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe551b9f4dc056ef0 with lease ID 0xda3569e3833d106a: Processing first storage report for DS-8a164b17-df13-4973-9e22-46c72c5bf78c from datanode DatanodeRegistration(127.0.0.1:39173, datanodeUuid=c3bb3eeb-ac25-426e-b393-c677680e326f, infoPort=32899, infoSecurePort=0, ipcPort=40869, storageInfo=lv=-57;cid=testClusterID;nsid=1684248992;c=1734319214543) 2024-12-16T03:20:16,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe551b9f4dc056ef0 with lease ID 0xda3569e3833d106a: from storage DS-8a164b17-df13-4973-9e22-46c72c5bf78c node DatanodeRegistration(127.0.0.1:39173, datanodeUuid=c3bb3eeb-ac25-426e-b393-c677680e326f, infoPort=32899, infoSecurePort=0, ipcPort=40869, storageInfo=lv=-57;cid=testClusterID;nsid=1684248992;c=1734319214543), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:16,660 WARN [Thread-1173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/dfs/data/data5/current/BP-848128608-172.17.0.2-1734319214543/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:16,661 WARN [Thread-1174 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/dfs/data/data6/current/BP-848128608-172.17.0.2-1734319214543/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:16,679 WARN [Thread-1113 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:16,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f151794e25aea62 with lease ID 0xda3569e3833d106b: Processing first storage report for DS-2de70155-9685-47d4-9c68-8f2d4c7b4ecd from datanode DatanodeRegistration(127.0.0.1:36313, datanodeUuid=aa41a6b3-0bd5-46a5-b04e-abf9f689aea1, infoPort=44413, infoSecurePort=0, ipcPort=37585, storageInfo=lv=-57;cid=testClusterID;nsid=1684248992;c=1734319214543) 2024-12-16T03:20:16,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f151794e25aea62 with lease ID 0xda3569e3833d106b: from storage DS-2de70155-9685-47d4-9c68-8f2d4c7b4ecd node DatanodeRegistration(127.0.0.1:36313, datanodeUuid=aa41a6b3-0bd5-46a5-b04e-abf9f689aea1, infoPort=44413, infoSecurePort=0, ipcPort=37585, storageInfo=lv=-57;cid=testClusterID;nsid=1684248992;c=1734319214543), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:16,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f151794e25aea62 with lease ID 0xda3569e3833d106b: Processing first storage report for DS-17af7f47-8311-4cfe-a517-2aeb1e16684f from datanode DatanodeRegistration(127.0.0.1:36313, datanodeUuid=aa41a6b3-0bd5-46a5-b04e-abf9f689aea1, infoPort=44413, infoSecurePort=0, ipcPort=37585, storageInfo=lv=-57;cid=testClusterID;nsid=1684248992;c=1734319214543) 2024-12-16T03:20:16,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f151794e25aea62 with lease ID 0xda3569e3833d106b: from storage DS-17af7f47-8311-4cfe-a517-2aeb1e16684f node DatanodeRegistration(127.0.0.1:36313, datanodeUuid=aa41a6b3-0bd5-46a5-b04e-abf9f689aea1, infoPort=44413, infoSecurePort=0, ipcPort=37585, storageInfo=lv=-57;cid=testClusterID;nsid=1684248992;c=1734319214543), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:16,782 WARN [Thread-1185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/dfs/data/data8/current/BP-848128608-172.17.0.2-1734319214543/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:16,782 WARN [Thread-1184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/dfs/data/data7/current/BP-848128608-172.17.0.2-1734319214543/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:16,802 WARN [Thread-1136 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:16,804 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf81f40c33489b58 with lease ID 0xda3569e3833d106c: Processing first storage report for DS-7302e5a7-5ea1-47d2-9fbf-6229a55fa7a7 from datanode DatanodeRegistration(127.0.0.1:33165, datanodeUuid=e5af57cc-1508-4e66-afb4-51f46c92b19c, infoPort=45491, infoSecurePort=0, ipcPort=41959, storageInfo=lv=-57;cid=testClusterID;nsid=1684248992;c=1734319214543) 2024-12-16T03:20:16,804 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf81f40c33489b58 with lease ID 0xda3569e3833d106c: from storage DS-7302e5a7-5ea1-47d2-9fbf-6229a55fa7a7 node DatanodeRegistration(127.0.0.1:33165, datanodeUuid=e5af57cc-1508-4e66-afb4-51f46c92b19c, infoPort=45491, infoSecurePort=0, ipcPort=41959, storageInfo=lv=-57;cid=testClusterID;nsid=1684248992;c=1734319214543), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:16,804 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf81f40c33489b58 with lease ID 0xda3569e3833d106c: Processing first storage report for DS-b3ebdcd2-ee3f-41e0-a434-eff74f1f2ead from datanode DatanodeRegistration(127.0.0.1:33165, datanodeUuid=e5af57cc-1508-4e66-afb4-51f46c92b19c, infoPort=45491, infoSecurePort=0, ipcPort=41959, storageInfo=lv=-57;cid=testClusterID;nsid=1684248992;c=1734319214543) 2024-12-16T03:20:16,804 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf81f40c33489b58 with lease ID 0xda3569e3833d106c: from storage DS-b3ebdcd2-ee3f-41e0-a434-eff74f1f2ead node DatanodeRegistration(127.0.0.1:33165, datanodeUuid=e5af57cc-1508-4e66-afb4-51f46c92b19c, infoPort=45491, infoSecurePort=0, ipcPort=41959, storageInfo=lv=-57;cid=testClusterID;nsid=1684248992;c=1734319214543), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:16,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874 2024-12-16T03:20:16,904 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/zookeeper_0, clientPort=51144, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T03:20:16,905 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51144 2024-12-16T03:20:16,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:16,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:16,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:20:16,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:20:16,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:20:16,926 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600 with version=8 2024-12-16T03:20:16,926 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/hbase-staging 2024-12-16T03:20:16,930 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:16,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:16,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:16,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:16,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:16,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:16,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:16,931 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:16,936 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34239 2024-12-16T03:20:16,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:16,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:16,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34239 connecting to ZooKeeper ensemble=127.0.0.1:51144 2024-12-16T03:20:16,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342390x0, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:16,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34239-0x1002cda35880000 connected 2024-12-16T03:20:17,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:17,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:17,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:17,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34239 2024-12-16T03:20:17,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34239 2024-12-16T03:20:17,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34239 2024-12-16T03:20:17,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34239 2024-12-16T03:20:17,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34239 2024-12-16T03:20:17,067 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600, hbase.cluster.distributed=false 2024-12-16T03:20:17,091 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:17,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:17,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:17,091 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:17,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:17,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:17,091 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:17,091 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:17,092 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44427 2024-12-16T03:20:17,093 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:20:17,095 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:20:17,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:17,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:17,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44427 connecting to ZooKeeper ensemble=127.0.0.1:51144 2024-12-16T03:20:17,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444270x0, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:17,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444270x0, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:17,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44427-0x1002cda35880001 connected 2024-12-16T03:20:17,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:17,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:17,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44427 2024-12-16T03:20:17,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44427 2024-12-16T03:20:17,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44427 2024-12-16T03:20:17,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44427 2024-12-16T03:20:17,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44427 2024-12-16T03:20:17,135 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:17,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:17,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:17,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:17,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:17,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:17,135 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:17,136 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:17,139 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42375 2024-12-16T03:20:17,139 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:20:17,143 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:20:17,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:17,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:17,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42375 connecting to ZooKeeper ensemble=127.0.0.1:51144 2024-12-16T03:20:17,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423750x0, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:17,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423750x0, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:17,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42375-0x1002cda35880002 connected 2024-12-16T03:20:17,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:17,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:17,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42375 2024-12-16T03:20:17,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42375 2024-12-16T03:20:17,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42375 2024-12-16T03:20:17,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42375 2024-12-16T03:20:17,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42375 2024-12-16T03:20:17,176 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:17,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:17,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:17,177 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:17,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:17,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:17,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:17,177 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:17,177 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46433 2024-12-16T03:20:17,178 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:20:17,179 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:20:17,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:17,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:17,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46433 connecting to ZooKeeper ensemble=127.0.0.1:51144 2024-12-16T03:20:17,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464330x0, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:17,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46433-0x1002cda35880003 connected 2024-12-16T03:20:17,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:17,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:17,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:17,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46433 2024-12-16T03:20:17,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46433 2024-12-16T03:20:17,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46433 2024-12-16T03:20:17,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46433 2024-12-16T03:20:17,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46433 2024-12-16T03:20:17,208 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(256): clean entry [], CatalogReplicaLoadBalanceSimpleSelector.StaleLocationCacheEntry[endKey={98,98,98},timestamp=1734319212860] from stale cache 2024-12-16T03:20:17,229 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:17,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:17,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:17,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:17,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:17,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:17,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:17,229 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:17,230 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39473 2024-12-16T03:20:17,230 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:20:17,231 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:20:17,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:17,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:17,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39473 connecting to ZooKeeper ensemble=127.0.0.1:51144 2024-12-16T03:20:17,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394730x0, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:17,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394730x0, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:17,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39473-0x1002cda35880004 connected 2024-12-16T03:20:17,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:17,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:17,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39473 2024-12-16T03:20:17,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39473 2024-12-16T03:20:17,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39473 2024-12-16T03:20:17,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39473 2024-12-16T03:20:17,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39473 2024-12-16T03:20:17,259 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/f0d65a6309ee,34239,1734319216929 2024-12-16T03:20:17,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:17,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:17,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:17,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:17,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:17,270 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f0d65a6309ee,34239,1734319216929 2024-12-16T03:20:17,274 DEBUG [M:0;f0d65a6309ee:34239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f0d65a6309ee:34239 2024-12-16T03:20:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,279 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T03:20:17,279 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f0d65a6309ee,34239,1734319216929 from backup master directory 2024-12-16T03:20:17,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:17,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:17,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f0d65a6309ee,34239,1734319216929 2024-12-16T03:20:17,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:17,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:17,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:17,287 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:17,287 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f0d65a6309ee,34239,1734319216929 2024-12-16T03:20:17,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T03:20:17,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:20:17,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:20:17,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:20:17,312 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/hbase.id with ID: a03ec921-3ba2-4302-9072-12559c3e5da0 2024-12-16T03:20:17,322 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:17,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:20:17,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:20:17,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:20:17,347 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:20:17,349 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T03:20:17,349 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:17,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:20:17,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:20:17,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:20:17,369 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store 2024-12-16T03:20:17,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:20:17,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:20:17,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:20:17,378 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:17,378 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:20:17,378 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:17,378 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:17,378 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:20:17,378 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:17,378 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:17,378 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:20:17,379 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/.initializing 2024-12-16T03:20:17,379 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/WALs/f0d65a6309ee,34239,1734319216929 2024-12-16T03:20:17,380 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:17,382 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f0d65a6309ee%2C34239%2C1734319216929, suffix=, logDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/WALs/f0d65a6309ee,34239,1734319216929, archiveDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/oldWALs, maxLogs=10 2024-12-16T03:20:17,394 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/WALs/f0d65a6309ee,34239,1734319216929/f0d65a6309ee%2C34239%2C1734319216929.1734319217382, exclude list is [], retry=0 2024-12-16T03:20:17,396 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33863,DS-86582461-e8fb-468b-bbef-b7fbe5a32289,DISK] 2024-12-16T03:20:17,397 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36313,DS-2de70155-9685-47d4-9c68-8f2d4c7b4ecd,DISK] 2024-12-16T03:20:17,397 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33165,DS-7302e5a7-5ea1-47d2-9fbf-6229a55fa7a7,DISK] 2024-12-16T03:20:17,399 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/WALs/f0d65a6309ee,34239,1734319216929/f0d65a6309ee%2C34239%2C1734319216929.1734319217382 2024-12-16T03:20:17,403 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40601:40601),(127.0.0.1/127.0.0.1:44413:44413),(127.0.0.1/127.0.0.1:45491:45491)] 2024-12-16T03:20:17,403 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:17,403 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:17,403 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:17,403 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:17,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:17,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T03:20:17,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:17,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:17,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:17,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T03:20:17,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:17,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:17,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:17,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T03:20:17,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:17,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:17,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:17,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T03:20:17,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:17,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:17,416 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:17,416 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:17,418 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T03:20:17,419 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:17,421 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:20:17,422 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75385154, jitterRate=0.12332633137702942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T03:20:17,423 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:20:17,423 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T03:20:17,427 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b73382e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:17,428 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T03:20:17,428 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T03:20:17,428 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T03:20:17,428 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T03:20:17,428 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-16T03:20:17,429 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-16T03:20:17,429 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T03:20:17,431 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T03:20:17,432 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-16T03:20:17,436 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-16T03:20:17,436 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T03:20:17,437 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-16T03:20:17,445 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-16T03:20:17,445 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T03:20:17,446 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-16T03:20:17,490 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-16T03:20:17,491 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-16T03:20:17,503 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-16T03:20:17,505 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T03:20:17,549 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-16T03:20:17,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:17,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:17,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:17,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:17,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:17,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,562 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f0d65a6309ee,34239,1734319216929, sessionid=0x1002cda35880000, setting cluster-up flag (Was=false) 2024-12-16T03:20:17,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,641 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-16T03:20:17,643 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,34239,1734319216929 2024-12-16T03:20:17,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:17,728 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-16T03:20:17,729 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,34239,1734319216929 2024-12-16T03:20:17,731 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T03:20:17,732 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T03:20:17,732 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T03:20:17,732 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f0d65a6309ee,34239,1734319216929 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T03:20:17,732 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:20:17,732 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:20:17,732 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:20:17,732 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:20:17,733 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f0d65a6309ee:0, corePoolSize=10, maxPoolSize=10 2024-12-16T03:20:17,733 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,733 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:17,733 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,734 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:20:17,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T03:20:17,735 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:17,735 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:20:17,736 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734319247736 2024-12-16T03:20:17,736 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T03:20:17,736 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T03:20:17,736 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T03:20:17,737 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T03:20:17,737 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T03:20:17,737 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T03:20:17,737 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,737 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T03:20:17,737 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T03:20:17,737 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T03:20:17,739 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T03:20:17,739 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T03:20:17,739 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319217739,5,FailOnTimeoutGroup] 2024-12-16T03:20:17,740 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319217739,5,FailOnTimeoutGroup] 2024-12-16T03:20:17,740 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,740 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T03:20:17,740 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,740 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:20:17,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:20:17,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:20:17,750 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T03:20:17,750 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600 2024-12-16T03:20:17,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:20:17,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:20:17,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:20:17,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:17,771 DEBUG [RS:1;f0d65a6309ee:42375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f0d65a6309ee:42375 2024-12-16T03:20:17,772 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(1008): ClusterId : a03ec921-3ba2-4302-9072-12559c3e5da0 2024-12-16T03:20:17,772 DEBUG [RS:1;f0d65a6309ee:42375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:20:17,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:20:17,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:20:17,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:17,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:17,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:20:17,774 DEBUG [RS:2;f0d65a6309ee:46433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f0d65a6309ee:46433 2024-12-16T03:20:17,774 DEBUG [RS:3;f0d65a6309ee:39473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;f0d65a6309ee:39473 2024-12-16T03:20:17,774 DEBUG [RS:0;f0d65a6309ee:44427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f0d65a6309ee:44427 2024-12-16T03:20:17,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:20:17,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:17,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:17,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:20:17,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:20:17,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:17,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:17,778 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.HRegionServer(1008): ClusterId : a03ec921-3ba2-4302-9072-12559c3e5da0 2024-12-16T03:20:17,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740 2024-12-16T03:20:17,778 DEBUG [RS:3;f0d65a6309ee:39473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:20:17,779 DEBUG [RS:1;f0d65a6309ee:42375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:20:17,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740 2024-12-16T03:20:17,779 DEBUG [RS:1;f0d65a6309ee:42375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:20:17,780 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:17,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:20:17,783 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:20:17,783 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66430035, jitterRate=-0.01011534035205841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:17,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:20:17,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:17,784 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:17,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:17,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:17,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:17,784 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:17,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:17,785 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:20:17,785 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T03:20:17,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T03:20:17,786 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T03:20:17,787 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:20:17,795 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer(1008): ClusterId : a03ec921-3ba2-4302-9072-12559c3e5da0 2024-12-16T03:20:17,795 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.HRegionServer(1008): ClusterId : a03ec921-3ba2-4302-9072-12559c3e5da0 2024-12-16T03:20:17,795 DEBUG [RS:2;f0d65a6309ee:46433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:20:17,795 DEBUG [RS:0;f0d65a6309ee:44427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:20:17,795 DEBUG [RS:3;f0d65a6309ee:39473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:20:17,795 DEBUG [RS:3;f0d65a6309ee:39473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:20:17,811 DEBUG [RS:1;f0d65a6309ee:42375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:20:17,812 DEBUG [RS:2;f0d65a6309ee:46433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:20:17,812 DEBUG [RS:2;f0d65a6309ee:46433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:20:17,812 DEBUG [RS:1;f0d65a6309ee:42375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378d79a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:17,812 DEBUG [RS:0;f0d65a6309ee:44427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:20:17,812 DEBUG [RS:0;f0d65a6309ee:44427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:20:17,812 DEBUG [RS:3;f0d65a6309ee:39473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:20:17,812 DEBUG [RS:3;f0d65a6309ee:39473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd591c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:17,812 DEBUG [RS:1;f0d65a6309ee:42375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e581a88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:17,812 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:20:17,813 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:20:17,813 DEBUG [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:20:17,813 DEBUG [RS:3;f0d65a6309ee:39473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4e8696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:17,813 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:20:17,813 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:20:17,813 DEBUG [RS:3;f0d65a6309ee:39473 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:20:17,828 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,34239,1734319216929 with isa=f0d65a6309ee/172.17.0.2:39473, startcode=1734319217228 2024-12-16T03:20:17,828 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,34239,1734319216929 with isa=f0d65a6309ee/172.17.0.2:42375, startcode=1734319217135 2024-12-16T03:20:17,828 DEBUG [RS:3;f0d65a6309ee:39473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:20:17,828 DEBUG [RS:1;f0d65a6309ee:42375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:20:17,828 DEBUG [RS:2;f0d65a6309ee:46433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:20:17,829 DEBUG [RS:0;f0d65a6309ee:44427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:20:17,829 DEBUG [RS:0;f0d65a6309ee:44427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61af0f8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:17,829 DEBUG [RS:2;f0d65a6309ee:46433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eac4c0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:17,829 DEBUG [RS:0;f0d65a6309ee:44427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a855ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:17,829 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:20:17,829 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:20:17,829 DEBUG [RS:0;f0d65a6309ee:44427 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:20:17,829 DEBUG [RS:2;f0d65a6309ee:46433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0470fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:17,829 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:20:17,829 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:20:17,829 DEBUG [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:20:17,830 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,34239,1734319216929 with isa=f0d65a6309ee/172.17.0.2:44427, startcode=1734319217090 2024-12-16T03:20:17,830 DEBUG [RS:0;f0d65a6309ee:44427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:20:17,830 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34701, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:20:17,830 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,34239,1734319216929 with isa=f0d65a6309ee/172.17.0.2:46433, startcode=1734319217176 2024-12-16T03:20:17,830 DEBUG [RS:2;f0d65a6309ee:46433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:20:17,830 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36549, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:20:17,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34239 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:17,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34239 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:17,831 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39095, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:20:17,831 INFO [RS-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60709, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:20:17,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34239 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,39473,1734319217228 2024-12-16T03:20:17,832 DEBUG [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600 2024-12-16T03:20:17,832 DEBUG [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41309 2024-12-16T03:20:17,832 DEBUG [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:20:17,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34239 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,39473,1734319217228 2024-12-16T03:20:17,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34239 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,46433,1734319217176 2024-12-16T03:20:17,833 DEBUG [RS:3;f0d65a6309ee:39473 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600 2024-12-16T03:20:17,833 DEBUG [RS:3;f0d65a6309ee:39473 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41309 2024-12-16T03:20:17,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34239 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,46433,1734319217176 2024-12-16T03:20:17,833 DEBUG [RS:3;f0d65a6309ee:39473 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:20:17,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34239 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:17,833 DEBUG [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600 2024-12-16T03:20:17,834 DEBUG [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41309 2024-12-16T03:20:17,834 DEBUG [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:20:17,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34239 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:17,834 DEBUG [RS:0;f0d65a6309ee:44427 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600 2024-12-16T03:20:17,834 DEBUG [RS:0;f0d65a6309ee:44427 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41309 2024-12-16T03:20:17,834 DEBUG [RS:0;f0d65a6309ee:44427 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:20:17,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:20:17,870 DEBUG [RS:1;f0d65a6309ee:42375 {}] zookeeper.ZKUtil(111): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:17,870 WARN [RS:1;f0d65a6309ee:42375 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:17,870 DEBUG [RS:2;f0d65a6309ee:46433 {}] zookeeper.ZKUtil(111): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,46433,1734319217176 2024-12-16T03:20:17,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,46433,1734319217176] 2024-12-16T03:20:17,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,42375,1734319217135] 2024-12-16T03:20:17,870 WARN [RS:2;f0d65a6309ee:46433 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:17,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,39473,1734319217228] 2024-12-16T03:20:17,870 DEBUG [RS:0;f0d65a6309ee:44427 {}] zookeeper.ZKUtil(111): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:17,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,44427,1734319217090] 2024-12-16T03:20:17,870 INFO [RS:1;f0d65a6309ee:42375 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:17,870 INFO [RS:2;f0d65a6309ee:46433 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:17,870 WARN [RS:0;f0d65a6309ee:44427 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:17,870 DEBUG [RS:3;f0d65a6309ee:39473 {}] zookeeper.ZKUtil(111): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,39473,1734319217228 2024-12-16T03:20:17,870 WARN [RS:3;f0d65a6309ee:39473 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:17,870 INFO [RS:0;f0d65a6309ee:44427 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:17,870 DEBUG [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,46433,1734319217176 2024-12-16T03:20:17,870 DEBUG [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:17,870 INFO [RS:3;f0d65a6309ee:39473 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:17,870 DEBUG [RS:0;f0d65a6309ee:44427 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:17,870 DEBUG [RS:3;f0d65a6309ee:39473 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,39473,1734319217228 2024-12-16T03:20:17,878 DEBUG [RS:1;f0d65a6309ee:42375 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:20:17,878 DEBUG [RS:2;f0d65a6309ee:46433 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:20:17,879 DEBUG [RS:0;f0d65a6309ee:44427 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:20:17,879 DEBUG [RS:3;f0d65a6309ee:39473 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:20:17,879 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:20:17,879 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:20:17,879 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:20:17,881 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:20:17,881 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:20:17,883 INFO [RS:1;f0d65a6309ee:42375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:17,883 INFO [RS:1;f0d65a6309ee:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,887 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:20:17,888 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:20:17,888 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:20:17,889 INFO [RS:1;f0d65a6309ee:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,889 DEBUG [RS:1;f0d65a6309ee:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,889 DEBUG [RS:1;f0d65a6309ee:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,889 DEBUG [RS:1;f0d65a6309ee:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,889 DEBUG [RS:1;f0d65a6309ee:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,889 DEBUG [RS:1;f0d65a6309ee:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,890 DEBUG [RS:1;f0d65a6309ee:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:17,890 DEBUG [RS:1;f0d65a6309ee:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,890 DEBUG [RS:1;f0d65a6309ee:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,890 DEBUG [RS:1;f0d65a6309ee:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,890 DEBUG [RS:1;f0d65a6309ee:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,890 DEBUG [RS:1;f0d65a6309ee:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,890 DEBUG [RS:1;f0d65a6309ee:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:17,890 DEBUG [RS:1;f0d65a6309ee:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:17,891 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:20:17,892 INFO [RS:3;f0d65a6309ee:39473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:17,892 INFO [RS:3;f0d65a6309ee:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,899 INFO [RS:0;f0d65a6309ee:44427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:17,899 INFO [RS:0;f0d65a6309ee:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,900 INFO [RS:2;f0d65a6309ee:46433 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:17,900 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:20:17,900 INFO [RS:2;f0d65a6309ee:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,901 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:20:17,901 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:20:17,901 INFO [RS:1;f0d65a6309ee:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,901 INFO [RS:3;f0d65a6309ee:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,901 INFO [RS:1;f0d65a6309ee:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,901 INFO [RS:1;f0d65a6309ee:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,901 INFO [RS:1;f0d65a6309ee:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,901 DEBUG [RS:3;f0d65a6309ee:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,901 INFO [RS:1;f0d65a6309ee:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,42375,1734319217135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:17,901 INFO [RS:2;f0d65a6309ee:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,901 DEBUG [RS:3;f0d65a6309ee:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,901 INFO [RS:0;f0d65a6309ee:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,901 DEBUG [RS:3;f0d65a6309ee:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,901 DEBUG [RS:2;f0d65a6309ee:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,901 DEBUG [RS:2;f0d65a6309ee:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,901 DEBUG [RS:0;f0d65a6309ee:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,901 DEBUG [RS:2;f0d65a6309ee:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,901 DEBUG [RS:2;f0d65a6309ee:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,901 DEBUG [RS:0;f0d65a6309ee:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,901 DEBUG [RS:2;f0d65a6309ee:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,901 DEBUG [RS:0;f0d65a6309ee:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,901 DEBUG [RS:2;f0d65a6309ee:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:17,902 DEBUG [RS:2;f0d65a6309ee:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:0;f0d65a6309ee:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:2;f0d65a6309ee:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:0;f0d65a6309ee:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:2;f0d65a6309ee:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:2;f0d65a6309ee:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:0;f0d65a6309ee:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:17,902 DEBUG [RS:2;f0d65a6309ee:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:0;f0d65a6309ee:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:2;f0d65a6309ee:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:17,902 DEBUG [RS:2;f0d65a6309ee:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:17,902 DEBUG [RS:0;f0d65a6309ee:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:0;f0d65a6309ee:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:0;f0d65a6309ee:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:0;f0d65a6309ee:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:0;f0d65a6309ee:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:17,902 DEBUG [RS:0;f0d65a6309ee:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:17,902 DEBUG [RS:3;f0d65a6309ee:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:3;f0d65a6309ee:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:3;f0d65a6309ee:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:17,902 DEBUG [RS:3;f0d65a6309ee:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:3;f0d65a6309ee:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:3;f0d65a6309ee:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:3;f0d65a6309ee:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:3;f0d65a6309ee:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:17,902 DEBUG [RS:3;f0d65a6309ee:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:17,902 DEBUG [RS:3;f0d65a6309ee:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:17,914 INFO [RS:2;f0d65a6309ee:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,914 INFO [RS:2;f0d65a6309ee:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,914 INFO [RS:2;f0d65a6309ee:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,914 INFO [RS:2;f0d65a6309ee:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,914 INFO [RS:2;f0d65a6309ee:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,46433,1734319217176-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:17,915 INFO [RS:3;f0d65a6309ee:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,915 INFO [RS:3;f0d65a6309ee:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,915 INFO [RS:3;f0d65a6309ee:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,915 INFO [RS:3;f0d65a6309ee:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,915 INFO [RS:3;f0d65a6309ee:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,39473,1734319217228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:17,915 INFO [RS:0;f0d65a6309ee:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,915 INFO [RS:0;f0d65a6309ee:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,915 INFO [RS:0;f0d65a6309ee:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,915 INFO [RS:0;f0d65a6309ee:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,916 INFO [RS:0;f0d65a6309ee:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,44427,1734319217090-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:17,916 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:20:17,916 INFO [RS:1;f0d65a6309ee:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,42375,1734319217135-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,935 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:20:17,935 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:20:17,935 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:20:17,935 INFO [RS:2;f0d65a6309ee:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,46433,1734319217176-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,935 INFO [RS:3;f0d65a6309ee:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,39473,1734319217228-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,935 INFO [RS:0;f0d65a6309ee:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,44427,1734319217090-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:17,939 WARN [f0d65a6309ee:34239 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-16T03:20:17,947 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.Replication(204): f0d65a6309ee,42375,1734319217135 started 2024-12-16T03:20:17,947 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,42375,1734319217135, RpcServer on f0d65a6309ee/172.17.0.2:42375, sessionid=0x1002cda35880002 2024-12-16T03:20:17,947 DEBUG [RS:1;f0d65a6309ee:42375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:20:17,947 DEBUG [RS:1;f0d65a6309ee:42375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:17,947 DEBUG [RS:1;f0d65a6309ee:42375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,42375,1734319217135' 2024-12-16T03:20:17,947 DEBUG [RS:1;f0d65a6309ee:42375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:20:17,948 DEBUG [RS:1;f0d65a6309ee:42375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:20:17,948 DEBUG [RS:1;f0d65a6309ee:42375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:20:17,948 DEBUG [RS:1;f0d65a6309ee:42375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:20:17,948 DEBUG [RS:1;f0d65a6309ee:42375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:17,948 DEBUG [RS:1;f0d65a6309ee:42375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,42375,1734319217135' 2024-12-16T03:20:17,948 DEBUG [RS:1;f0d65a6309ee:42375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:20:17,949 DEBUG [RS:1;f0d65a6309ee:42375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:20:17,949 DEBUG [RS:1;f0d65a6309ee:42375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:20:17,949 INFO [RS:1;f0d65a6309ee:42375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:20:17,949 INFO [RS:1;f0d65a6309ee:42375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:20:17,956 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.Replication(204): f0d65a6309ee,44427,1734319217090 started 2024-12-16T03:20:17,956 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,44427,1734319217090, RpcServer on f0d65a6309ee/172.17.0.2:44427, sessionid=0x1002cda35880001 2024-12-16T03:20:17,956 DEBUG [RS:0;f0d65a6309ee:44427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:20:17,957 DEBUG [RS:0;f0d65a6309ee:44427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:17,957 DEBUG [RS:0;f0d65a6309ee:44427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,44427,1734319217090' 2024-12-16T03:20:17,957 DEBUG [RS:0;f0d65a6309ee:44427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:20:17,957 DEBUG [RS:0;f0d65a6309ee:44427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:20:17,957 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.Replication(204): f0d65a6309ee,46433,1734319217176 started 2024-12-16T03:20:17,957 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,46433,1734319217176, RpcServer on f0d65a6309ee/172.17.0.2:46433, sessionid=0x1002cda35880003 2024-12-16T03:20:17,957 DEBUG [RS:2;f0d65a6309ee:46433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:20:17,957 DEBUG [RS:2;f0d65a6309ee:46433 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,46433,1734319217176 2024-12-16T03:20:17,957 DEBUG [RS:2;f0d65a6309ee:46433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,46433,1734319217176' 2024-12-16T03:20:17,958 DEBUG [RS:0;f0d65a6309ee:44427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:20:17,958 DEBUG [RS:2;f0d65a6309ee:46433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:20:17,958 DEBUG [RS:0;f0d65a6309ee:44427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:20:17,958 DEBUG [RS:0;f0d65a6309ee:44427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:17,958 DEBUG [RS:0;f0d65a6309ee:44427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,44427,1734319217090' 2024-12-16T03:20:17,958 DEBUG [RS:0;f0d65a6309ee:44427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:20:17,958 DEBUG [RS:0;f0d65a6309ee:44427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:20:17,958 DEBUG [RS:2;f0d65a6309ee:46433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:20:17,958 DEBUG [RS:0;f0d65a6309ee:44427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:20:17,958 INFO [RS:0;f0d65a6309ee:44427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:20:17,958 INFO [RS:0;f0d65a6309ee:44427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:20:17,959 DEBUG [RS:2;f0d65a6309ee:46433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:20:17,959 DEBUG [RS:2;f0d65a6309ee:46433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:20:17,959 DEBUG [RS:2;f0d65a6309ee:46433 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,46433,1734319217176 2024-12-16T03:20:17,959 DEBUG [RS:2;f0d65a6309ee:46433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,46433,1734319217176' 2024-12-16T03:20:17,959 DEBUG [RS:2;f0d65a6309ee:46433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:20:17,959 DEBUG [RS:2;f0d65a6309ee:46433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:20:17,959 DEBUG [RS:2;f0d65a6309ee:46433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:20:17,959 INFO [RS:2;f0d65a6309ee:46433 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:20:17,959 INFO [RS:2;f0d65a6309ee:46433 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:20:17,960 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.Replication(204): f0d65a6309ee,39473,1734319217228 started 2024-12-16T03:20:17,960 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,39473,1734319217228, RpcServer on f0d65a6309ee/172.17.0.2:39473, sessionid=0x1002cda35880004 2024-12-16T03:20:17,960 DEBUG [RS:3;f0d65a6309ee:39473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:20:17,960 DEBUG [RS:3;f0d65a6309ee:39473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,39473,1734319217228 2024-12-16T03:20:17,960 DEBUG [RS:3;f0d65a6309ee:39473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,39473,1734319217228' 2024-12-16T03:20:17,960 DEBUG [RS:3;f0d65a6309ee:39473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:20:17,960 DEBUG [RS:3;f0d65a6309ee:39473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:20:17,961 DEBUG [RS:3;f0d65a6309ee:39473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:20:17,961 DEBUG [RS:3;f0d65a6309ee:39473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:20:17,961 DEBUG [RS:3;f0d65a6309ee:39473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,39473,1734319217228 2024-12-16T03:20:17,961 DEBUG [RS:3;f0d65a6309ee:39473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,39473,1734319217228' 2024-12-16T03:20:17,961 DEBUG [RS:3;f0d65a6309ee:39473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:20:17,961 DEBUG [RS:3;f0d65a6309ee:39473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:20:17,961 DEBUG [RS:3;f0d65a6309ee:39473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:20:17,961 INFO [RS:3;f0d65a6309ee:39473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:20:17,961 INFO [RS:3;f0d65a6309ee:39473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:20:18,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:18,050 INFO [RS:1;f0d65a6309ee:42375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:18,052 INFO [RS:1;f0d65a6309ee:42375 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C42375%2C1734319217135, suffix=, logDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135, archiveDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs, maxLogs=10 2024-12-16T03:20:18,059 INFO [RS:0;f0d65a6309ee:44427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:18,060 INFO [RS:2;f0d65a6309ee:46433 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:18,062 INFO [RS:3;f0d65a6309ee:39473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:18,063 INFO [RS:2;f0d65a6309ee:46433 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C46433%2C1734319217176, suffix=, logDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,46433,1734319217176, archiveDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs, maxLogs=10 2024-12-16T03:20:18,065 INFO [RS:3;f0d65a6309ee:39473 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C39473%2C1734319217228, suffix=, logDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,39473,1734319217228, archiveDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs, maxLogs=10 2024-12-16T03:20:18,066 INFO [RS:0;f0d65a6309ee:44427 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C44427%2C1734319217090, suffix=, logDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090, archiveDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs, maxLogs=10 2024-12-16T03:20:18,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:18,073 DEBUG [RS:1;f0d65a6309ee:42375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.1734319218054, exclude list is [], retry=0 2024-12-16T03:20:18,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:18,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:18,077 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33863,DS-86582461-e8fb-468b-bbef-b7fbe5a32289,DISK] 2024-12-16T03:20:18,077 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-5a718028-c5b6-43bb-afc2-f732f21e1d15,DISK] 2024-12-16T03:20:18,077 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36313,DS-2de70155-9685-47d4-9c68-8f2d4c7b4ecd,DISK] 2024-12-16T03:20:18,084 DEBUG [RS:2;f0d65a6309ee:46433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,46433,1734319217176/f0d65a6309ee%2C46433%2C1734319217176.1734319218065, exclude list is [], retry=0 2024-12-16T03:20:18,086 DEBUG [RS:3;f0d65a6309ee:39473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,39473,1734319217228/f0d65a6309ee%2C39473%2C1734319217228.1734319218066, exclude list is [], retry=0 2024-12-16T03:20:18,088 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-5a718028-c5b6-43bb-afc2-f732f21e1d15,DISK] 2024-12-16T03:20:18,088 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33165,DS-7302e5a7-5ea1-47d2-9fbf-6229a55fa7a7,DISK] 2024-12-16T03:20:18,088 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36313,DS-2de70155-9685-47d4-9c68-8f2d4c7b4ecd,DISK] 2024-12-16T03:20:18,089 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-5a718028-c5b6-43bb-afc2-f732f21e1d15,DISK] 2024-12-16T03:20:18,089 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33863,DS-86582461-e8fb-468b-bbef-b7fbe5a32289,DISK] 2024-12-16T03:20:18,089 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36313,DS-2de70155-9685-47d4-9c68-8f2d4c7b4ecd,DISK] 2024-12-16T03:20:18,091 DEBUG [RS:0;f0d65a6309ee:44427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.1734319218067, exclude list is [], retry=0 2024-12-16T03:20:18,094 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36313,DS-2de70155-9685-47d4-9c68-8f2d4c7b4ecd,DISK] 2024-12-16T03:20:18,094 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33165,DS-7302e5a7-5ea1-47d2-9fbf-6229a55fa7a7,DISK] 2024-12-16T03:20:18,094 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-5a718028-c5b6-43bb-afc2-f732f21e1d15,DISK] 2024-12-16T03:20:18,103 INFO [RS:2;f0d65a6309ee:46433 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,46433,1734319217176/f0d65a6309ee%2C46433%2C1734319217176.1734319218065 2024-12-16T03:20:18,103 DEBUG [RS:2;f0d65a6309ee:46433 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32899:32899),(127.0.0.1/127.0.0.1:44413:44413),(127.0.0.1/127.0.0.1:45491:45491)] 2024-12-16T03:20:18,116 INFO [RS:1;f0d65a6309ee:42375 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.1734319218054 2024-12-16T03:20:18,116 INFO [RS:3;f0d65a6309ee:39473 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,39473,1734319217228/f0d65a6309ee%2C39473%2C1734319217228.1734319218066 2024-12-16T03:20:18,116 DEBUG [RS:3;f0d65a6309ee:39473 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32899:32899),(127.0.0.1/127.0.0.1:40601:40601),(127.0.0.1/127.0.0.1:44413:44413)] 2024-12-16T03:20:18,116 INFO [RS:0;f0d65a6309ee:44427 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.1734319218067 2024-12-16T03:20:18,117 DEBUG [RS:0;f0d65a6309ee:44427 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44413:44413),(127.0.0.1/127.0.0.1:45491:45491),(127.0.0.1/127.0.0.1:32899:32899)] 2024-12-16T03:20:18,117 DEBUG [RS:1;f0d65a6309ee:42375 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40601:40601),(127.0.0.1/127.0.0.1:44413:44413),(127.0.0.1/127.0.0.1:32899:32899)] 2024-12-16T03:20:18,189 DEBUG [f0d65a6309ee:34239 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-16T03:20:18,189 DEBUG [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:18,191 DEBUG [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:18,191 DEBUG [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:18,191 DEBUG [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:18,191 DEBUG [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:20:18,191 INFO [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:18,191 INFO [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:18,191 INFO [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:18,191 INFO [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:20:18,191 DEBUG [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:20:18,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:18,192 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,44427,1734319217090, state=OPENING 2024-12-16T03:20:18,202 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T03:20:18,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:18,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:18,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:18,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:18,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:18,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:18,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:18,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:18,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:18,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:18,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,44427,1734319217090}] 2024-12-16T03:20:18,365 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:18,365 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:18,367 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:18,371 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:20:18,371 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:18,391 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-16T03:20:18,392 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T03:20:18,394 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C44427%2C1734319217090.meta, suffix=.meta, logDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090, archiveDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs, maxLogs=10 2024-12-16T03:20:18,413 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta, exclude list is [], retry=0 2024-12-16T03:20:18,421 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30c744cc to 127.0.0.1:51144 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@153ef6ce 2024-12-16T03:20:18,421 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33165,DS-7302e5a7-5ea1-47d2-9fbf-6229a55fa7a7,DISK] 2024-12-16T03:20:18,421 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-5a718028-c5b6-43bb-afc2-f732f21e1d15,DISK] 2024-12-16T03:20:18,421 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33863,DS-86582461-e8fb-468b-bbef-b7fbe5a32289,DISK] 2024-12-16T03:20:18,427 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta 2024-12-16T03:20:18,431 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40601:40601),(127.0.0.1/127.0.0.1:32899:32899),(127.0.0.1/127.0.0.1:45491:45491)] 2024-12-16T03:20:18,432 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:18,432 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:18,432 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:20:18,432 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:18,432 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:20:18,432 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:18,432 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:20:18,433 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:20:18,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:20:18,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:20:18,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:18,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:18,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:20:18,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:20:18,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:18,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:18,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:20:18,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:20:18,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:18,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:18,441 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740 2024-12-16T03:20:18,442 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740 2024-12-16T03:20:18,449 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:18,451 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:20:18,452 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66078798, jitterRate=-0.01534917950630188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:18,453 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:20:18,454 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734319218365 2024-12-16T03:20:18,457 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:20:18,457 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:18,457 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:20:18,458 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,44427,1734319217090, state=OPEN 2024-12-16T03:20:18,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:18,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:18,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:18,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:18,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:18,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:18,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:18,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:18,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:18,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:18,487 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf627c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:18,490 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:51144 2024-12-16T03:20:18,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T03:20:18,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,44427,1734319217090 in 275 msec 2024-12-16T03:20:18,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T03:20:18,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 707 msec 2024-12-16T03:20:18,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 770 msec 2024-12-16T03:20:18,502 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734319218501, completionTime=-1 2024-12-16T03:20:18,502 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-16T03:20:18,502 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T03:20:18,503 DEBUG [hconnection-0x7cc63e23-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:18,507 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:18,508 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-16T03:20:18,509 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734319278508 2024-12-16T03:20:18,509 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734319338509 2024-12-16T03:20:18,509 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 6 msec 2024-12-16T03:20:18,520 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:18,521 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=a03ec921-3ba2-4302-9072-12559c3e5da0 to cluster=a03ec921-3ba2-4302-9072-12559c3e5da0 2024-12-16T03:20:18,521 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=f0d65a6309ee%2C44427%2C1734319217090 2024-12-16T03:20:18,521 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-16T03:20:18,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1002cda35880006 connected 2024-12-16T03:20:18,528 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:18,530 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f0d65a6309ee%2C44427%2C1734319217090 2024-12-16T03:20:18,544 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:18,544 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 316, reset compression=false 2024-12-16T03:20:18,544 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734319218453/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta, lastWalPosition=316, nbRowKeys=1, nbHFiles=0, heapSize=332, lastSeqIds={}, endOfFile=false,usedBufferSize=332] 2024-12-16T03:20:18,593 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:20:18,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:18,622 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:20:18,623 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,34239,1734319216929-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:18,623 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,34239,1734319216929-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:18,623 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,34239,1734319216929-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:18,624 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f0d65a6309ee:34239, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:18,624 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:18,624 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T03:20:18,624 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:20:18,626 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T03:20:18,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:20:18,627 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:18,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:18,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:20:18,633 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T03:20:18,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:18,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:18,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:20:18,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:20:18,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:20:18,668 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cadf68e0d77436099138556f51478039, NAME => 'hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600 2024-12-16T03:20:18,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:20:18,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:20:18,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:20:18,676 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:18,677 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing cadf68e0d77436099138556f51478039, disabling compactions & flushes 2024-12-16T03:20:18,677 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039. 2024-12-16T03:20:18,677 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039. 2024-12-16T03:20:18,677 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039. after waiting 0 ms 2024-12-16T03:20:18,677 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039. 2024-12-16T03:20:18,677 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039. 2024-12-16T03:20:18,677 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for cadf68e0d77436099138556f51478039: 2024-12-16T03:20:18,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:20:18,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734319218678"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319218678"}]},"ts":"1734319218678"} 2024-12-16T03:20:18,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:20:18,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:20:18,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319218686"}]},"ts":"1734319218686"} 2024-12-16T03:20:18,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T03:20:18,745 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:18,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:18,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:18,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:18,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:20:18,746 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:18,746 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:18,746 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:18,746 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:20:18,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:20:18,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=cadf68e0d77436099138556f51478039, ASSIGN}] 2024-12-16T03:20:18,747 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=cadf68e0d77436099138556f51478039, ASSIGN 2024-12-16T03:20:18,748 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=cadf68e0d77436099138556f51478039, ASSIGN; state=OFFLINE, location=f0d65a6309ee,42375,1734319217135; forceNewPlan=false, retain=false 2024-12-16T03:20:18,756 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 316, reset compression=false 2024-12-16T03:20:18,762 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:18,762 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 685, reset compression=false 2024-12-16T03:20:18,762 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta, lastWalPosition=685, nbRowKeys=2, nbHFiles=0, heapSize=624, lastSeqIds={}, endOfFile=false,usedBufferSize=624] 2024-12-16T03:20:18,898 INFO [f0d65a6309ee:34239 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:20:18,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=cadf68e0d77436099138556f51478039, regionState=OPENING, regionLocation=f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:18,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure cadf68e0d77436099138556f51478039, server=f0d65a6309ee,42375,1734319217135}] 2024-12-16T03:20:18,966 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 685, reset compression=false 2024-12-16T03:20:18,973 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:18,973 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 1094, reset compression=false 2024-12-16T03:20:18,973 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6=[#edits: 3 = ],612}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta, lastWalPosition=1094, nbRowKeys=1, nbHFiles=0, heapSize=612, lastSeqIds={}, endOfFile=false,usedBufferSize=612] 2024-12-16T03:20:19,052 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:19,052 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:19,054 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:19,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039. 2024-12-16T03:20:19,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => cadf68e0d77436099138556f51478039, NAME => 'hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:19,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace cadf68e0d77436099138556f51478039 2024-12-16T03:20:19,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:19,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for cadf68e0d77436099138556f51478039 2024-12-16T03:20:19,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for cadf68e0d77436099138556f51478039 2024-12-16T03:20:19,059 INFO [StoreOpener-cadf68e0d77436099138556f51478039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region cadf68e0d77436099138556f51478039 2024-12-16T03:20:19,060 INFO [StoreOpener-cadf68e0d77436099138556f51478039-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cadf68e0d77436099138556f51478039 columnFamilyName info 2024-12-16T03:20:19,060 DEBUG [StoreOpener-cadf68e0d77436099138556f51478039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:19,061 INFO [StoreOpener-cadf68e0d77436099138556f51478039-1 {}] regionserver.HStore(327): Store=cadf68e0d77436099138556f51478039/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:19,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/namespace/cadf68e0d77436099138556f51478039 2024-12-16T03:20:19,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/namespace/cadf68e0d77436099138556f51478039 2024-12-16T03:20:19,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for cadf68e0d77436099138556f51478039 2024-12-16T03:20:19,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/namespace/cadf68e0d77436099138556f51478039/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:20:19,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened cadf68e0d77436099138556f51478039; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65047615, jitterRate=-0.030715003609657288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:20:19,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for cadf68e0d77436099138556f51478039: 2024-12-16T03:20:19,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039., pid=6, masterSystemTime=1734319219052 2024-12-16T03:20:19,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039. 2024-12-16T03:20:19,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039. 2024-12-16T03:20:19,070 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=cadf68e0d77436099138556f51478039, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:19,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T03:20:19,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure cadf68e0d77436099138556f51478039, server=f0d65a6309ee,42375,1734319217135 in 172 msec 2024-12-16T03:20:19,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T03:20:19,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=cadf68e0d77436099138556f51478039, ASSIGN in 327 msec 2024-12-16T03:20:19,079 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:20:19,080 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319219079"}]},"ts":"1734319219079"} 2024-12-16T03:20:19,082 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T03:20:19,096 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:20:19,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 472 msec 2024-12-16T03:20:19,127 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-16T03:20:19,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:19,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:20:19,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:19,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:19,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:19,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:19,140 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:19,142 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:19,144 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T03:20:19,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:20:19,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 28 msec 2024-12-16T03:20:19,183 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T03:20:19,184 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 1094, reset compression=false 2024-12-16T03:20:19,197 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:19,197 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 1808, reset compression=false 2024-12-16T03:20:19,197 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta, lastWalPosition=1808, nbRowKeys=2, nbHFiles=0, heapSize=1104, lastSeqIds={}, endOfFile=false,usedBufferSize=1104] 2024-12-16T03:20:19,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:20:19,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 40 msec 2024-12-16T03:20:19,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-16T03:20:19,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-16T03:20:19,270 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.983sec 2024-12-16T03:20:19,271 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T03:20:19,271 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T03:20:19,271 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T03:20:19,271 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T03:20:19,271 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T03:20:19,271 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,34239,1734319216929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:19,272 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,34239,1734319216929-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T03:20:19,279 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T03:20:19,279 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T03:20:19,279 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,34239,1734319216929-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:19,363 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16905ad3 to 127.0.0.1:51144 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e18f138 2024-12-16T03:20:19,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d03226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:19,380 DEBUG [hconnection-0x7e6fcadd-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:19,386 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:19,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f0d65a6309ee,34239,1734319216929 2024-12-16T03:20:19,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:20:19,390 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:20:19,393 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34239 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:20:19,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34239 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-16T03:20:19,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:20:19,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:20:19,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:20:19,426 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 1808, reset compression=false 2024-12-16T03:20:19,428 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T03:20:19,428 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-16T03:20:19,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-16T03:20:19,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-16T03:20:19,437 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-16T03:20:19,437 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:19,438 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,44427,1734319217090, state=CLOSING 2024-12-16T03:20:19,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:19,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:19,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:19,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:19,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:19,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:19,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:19,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:19,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:19,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:19,446 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:20:19,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=f0d65a6309ee,44427,1734319217090}] 2024-12-16T03:20:19,598 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:19,599 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-16T03:20:19,599 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:20:19,599 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:19,599 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:19,599 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:19,599 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:19,600 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:19,600 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-16T03:20:19,623 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/info/9288d714b7ff4454aa22fbc10d4484fa is 143, key is hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:regioninfo/1734319219070/Put/seqid=0 2024-12-16T03:20:19,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:20:19,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:20:19,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:20:19,632 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/info/9288d714b7ff4454aa22fbc10d4484fa 2024-12-16T03:20:19,654 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/table/0a41f24756f2412492f2d6da23ab4554 is 51, key is hbase:namespace/table:state/1734319219079/Put/seqid=0 2024-12-16T03:20:19,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:20:19,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:20:19,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:20:19,660 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/table/0a41f24756f2412492f2d6da23ab4554 2024-12-16T03:20:19,666 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/info/9288d714b7ff4454aa22fbc10d4484fa as hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/info/9288d714b7ff4454aa22fbc10d4484fa 2024-12-16T03:20:19,671 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/info/9288d714b7ff4454aa22fbc10d4484fa, entries=10, sequenceid=9, filesize=6.4 K 2024-12-16T03:20:19,672 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/table/0a41f24756f2412492f2d6da23ab4554 as hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/table/0a41f24756f2412492f2d6da23ab4554 2024-12-16T03:20:19,678 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/table/0a41f24756f2412492f2d6da23ab4554, entries=2, sequenceid=9, filesize=5.1 K 2024-12-16T03:20:19,679 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 79ms, sequenceid=9, compaction requested=false 2024-12-16T03:20:19,679 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-16T03:20:19,683 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-16T03:20:19,684 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:19,684 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:19,684 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:19,684 WARN [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-16T03:20:19,686 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-16T03:20:19,686 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-16T03:20:19,686 WARN [PEWorker-2 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-16T03:20:19,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-16T03:20:19,688 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=f0d65a6309ee,44427,1734319217090; forceNewPlan=false, retain=true 2024-12-16T03:20:19,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=f0d65a6309ee,44427,1734319217090 in 241 msec 2024-12-16T03:20:19,745 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 1808, reset compression=false 2024-12-16T03:20:19,751 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:19,751 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 2476, reset compression=false 2024-12-16T03:20:19,751 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319219600/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319219678/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734319219680/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta, lastWalPosition=2476, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-16T03:20:19,754 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-16T03:20:19,756 WARN [ReadOnlyZKClient-127.0.0.1:51144@0x30c744cc {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-16T03:20:19,838 INFO [f0d65a6309ee:34239 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:20:19,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:19,839 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,44427,1734319217090, state=OPENING 2024-12-16T03:20:19,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:19,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:19,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:19,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:19,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,44427,1734319217090}] 2024-12-16T03:20:19,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:19,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:19,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:19,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:19,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:19,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:19,956 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 2476, reset compression=false 2024-12-16T03:20:19,997 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:20,000 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:20:20,001 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:20,001 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:20,001 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:20:20,001 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:20,001 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:20:20,001 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:20,002 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:20:20,002 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:20:20,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:20:20,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:20:20,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:20,018 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/info/9288d714b7ff4454aa22fbc10d4484fa 2024-12-16T03:20:20,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:20,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:20:20,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:20:20,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:20,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:20,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:20:20,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:20:20,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:20,027 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/table/0a41f24756f2412492f2d6da23ab4554 2024-12-16T03:20:20,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:20,028 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740 2024-12-16T03:20:20,029 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740 2024-12-16T03:20:20,031 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:20,032 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:20:20,033 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65070923, jitterRate=-0.030367687344551086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:20,033 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:20:20,034 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734319219997 2024-12-16T03:20:20,035 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:20:20,035 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:20:20,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:20,036 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,44427,1734319217090, state=OPEN 2024-12-16T03:20:20,038 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34239 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=f0d65a6309ee,44427,1734319217090, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-16T03:20:20,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:20,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:20,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:20,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:20,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:20,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:20,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:20,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:20,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:20,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:20,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-16T03:20:20,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,44427,1734319217090 in 229 msec 2024-12-16T03:20:20,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-16T03:20:20,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 641 msec 2024-12-16T03:20:20,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-16T03:20:20,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 647 msec 2024-12-16T03:20:20,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-16T03:20:20,085 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-16T03:20:20,085 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-16T03:20:20,086 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:20:20,086 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:20:20,086 DEBUG [f0d65a6309ee:34239 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-16T03:20:20,087 DEBUG [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:20,092 DEBUG [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:20,092 DEBUG [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:20,092 DEBUG [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:20,092 DEBUG [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:20:20,092 INFO [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:20,092 INFO [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:20,092 INFO [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:20,092 INFO [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:20:20,092 DEBUG [f0d65a6309ee:34239 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-16T03:20:20,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:20,093 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=f0d65a6309ee,39473,1734319217228 2024-12-16T03:20:20,094 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as f0d65a6309ee,39473,1734319217228, state=OPENING 2024-12-16T03:20:20,094 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as f0d65a6309ee,42375,1734319217135, state=OPENING 2024-12-16T03:20:20,110 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-16T03:20:20,110 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-16T03:20:20,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:20,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:20,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:20,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:20,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:20,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:20,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:20,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:20,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:20,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=f0d65a6309ee,39473,1734319217228}] 2024-12-16T03:20:20,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:20,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:20,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:20,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:20,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:20,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:20,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:20,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:20,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:20,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:20,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:20,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=f0d65a6309ee,42375,1734319217135}] 2024-12-16T03:20:20,260 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 2476, reset compression=false 2024-12-16T03:20:20,264 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:20,265 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 2775, reset compression=false 2024-12-16T03:20:20,265 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734319220033/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-16T03:20:20,268 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-16T03:20:20,269 WARN [ReadOnlyZKClient-127.0.0.1:51144@0x30c744cc {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-16T03:20:20,269 WARN [ReadOnlyZKClient-127.0.0.1:51144@0x30c744cc {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-16T03:20:20,270 WARN [ReadOnlyZKClient-127.0.0.1:51144@0x30c744cc {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-16T03:20:20,270 WARN [ReadOnlyZKClient-127.0.0.1:51144@0x30c744cc {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-16T03:20:20,272 WARN [ReadOnlyZKClient-127.0.0.1:51144@0x30c744cc {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-16T03:20:20,272 WARN [ReadOnlyZKClient-127.0.0.1:51144@0x30c744cc {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-16T03:20:20,276 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39473,1734319217228 2024-12-16T03:20:20,276 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:20,277 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:20,278 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:20,280 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-16T03:20:20,280 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-16T03:20:20,281 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-16T03:20:20,281 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:20:20,281 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:20,281 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:20,281 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-16T03:20:20,281 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-16T03:20:20,281 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:20,281 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:20,281 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-16T03:20:20,281 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-16T03:20:20,281 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:20,281 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:20,281 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-16T03:20:20,281 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-16T03:20:20,281 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-16T03:20:20,281 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-16T03:20:20,282 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-16T03:20:20,283 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-16T03:20:20,283 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:20,283 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-16T03:20:20,284 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-16T03:20:20,284 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:20,289 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/info/9288d714b7ff4454aa22fbc10d4484fa 2024-12-16T03:20:20,289 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/info/9288d714b7ff4454aa22fbc10d4484fa 2024-12-16T03:20:20,290 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:20,290 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:20,290 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-16T03:20:20,290 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-16T03:20:20,291 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-16T03:20:20,291 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-16T03:20:20,291 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:20,291 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:20,291 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:20,291 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-16T03:20:20,291 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:20,292 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-16T03:20:20,292 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-16T03:20:20,292 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:20,292 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-16T03:20:20,292 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:20,304 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/table/0a41f24756f2412492f2d6da23ab4554 2024-12-16T03:20:20,305 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:20,305 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:20,307 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61628281, jitterRate=-0.08166705071926117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:20,307 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-16T03:20:20,307 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=17, masterSystemTime=1734319220278 2024-12-16T03:20:20,309 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:20,310 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as f0d65a6309ee,42375,1734319217135, state=OPEN 2024-12-16T03:20:20,312 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/table/0a41f24756f2412492f2d6da23ab4554 2024-12-16T03:20:20,313 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:20,313 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:20,314 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68946450, jitterRate=0.02738216519355774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:20,314 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-16T03:20:20,314 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=16, masterSystemTime=1734319220276 2024-12-16T03:20:20,316 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-16T03:20:20,316 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-16T03:20:20,316 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-16T03:20:20,316 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:20,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,39473,1734319217228 2024-12-16T03:20:20,317 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:20,317 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44427 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-16T03:20:20,317 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as f0d65a6309ee,39473,1734319217228, state=OPEN 2024-12-16T03:20:20,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44427 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:20,319 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-16T03:20:20,319 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-16T03:20:20,319 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-16T03:20:20,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:20,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:20,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:20,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:20,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:20,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:20,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:20,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:20,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:20,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:20,320 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:20,321 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:20,321 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44427 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-16T03:20:20,322 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-16T03:20:20,322 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-16T03:20:20,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44427 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:20,322 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-16T03:20:20,322 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-16T03:20:20,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=14 2024-12-16T03:20:20,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=f0d65a6309ee,42375,1734319217135 in 198 msec 2024-12-16T03:20:20,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 242 msec 2024-12-16T03:20:20,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:20,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:20,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:20,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:20,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:20,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:20,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:20,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:20,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:20,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:20,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=15 2024-12-16T03:20:20,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=f0d65a6309ee,39473,1734319217228 in 207 msec 2024-12-16T03:20:20,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=9 2024-12-16T03:20:20,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 247 msec 2024-12-16T03:20:20,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 940 msec 2024-12-16T03:20:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:20:20,340 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:20,341 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:20,344 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(381): Found locations [region=hbase:meta,,1.1588230740, hostname=f0d65a6309ee,44427,1734319217090, seqNum=-1, region=hbase:meta,,1_0001.534574363, hostname=f0d65a6309ee,42375,1734319217135, seqNum=-1, region=hbase:meta,,1_0002.1657623790, hostname=f0d65a6309ee,39473,1734319217228, seqNum=-1] 2024-12-16T03:20:20,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicationSourceCreatedOnOpen_0', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:20:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 2024-12-16T03:20:20,349 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:20:20,349 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:20,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicationSourceCreatedOnOpen_0" procId is: 18 2024-12-16T03:20:20,350 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:20:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:20:20,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741843_1019 (size=423) 2024-12-16T03:20:20,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741843_1019 (size=423) 2024-12-16T03:20:20,371 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d9e0eaad005de411cf41131e787faa8c, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicationSourceCreatedOnOpen_0', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600 2024-12-16T03:20:20,372 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:20,374 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:20,375 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:20,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741843_1019 (size=423) 2024-12-16T03:20:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(6096): 1657623790 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 13 stores { family_name: "info" store_home_dir: "info" store_file: "9288d714b7ff4454aa22fbc10d4484fa" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "0a41f24756f2412492f2d6da23ab4554" } server { host_name: "f0d65a6309ee" port: 44427 start_code: 1734319217090 } region_name: "hbase:meta,,1" 2024-12-16T03:20:20,376 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(6096): 534574363 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 13 stores { family_name: "info" store_home_dir: "info" store_file: "9288d714b7ff4454aa22fbc10d4484fa" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "0a41f24756f2412492f2d6da23ab4554" } server { host_name: "f0d65a6309ee" port: 44427 start_code: 1734319217090 } region_name: "hbase:meta,,1" 2024-12-16T03:20:20,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:20:20,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:20:20,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:20:20,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:20:20,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:20:20,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:20:20,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741844_1020 (size=80) 2024-12-16T03:20:20,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741844_1020 (size=80) 2024-12-16T03:20:20,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741844_1020 (size=80) 2024-12-16T03:20:20,399 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:20,399 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1681): Closing d9e0eaad005de411cf41131e787faa8c, disabling compactions & flushes 2024-12-16T03:20:20,399 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c. 2024-12-16T03:20:20,399 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c. 2024-12-16T03:20:20,399 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c. after waiting 0 ms 2024-12-16T03:20:20,399 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c. 2024-12-16T03:20:20,399 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c. 2024-12-16T03:20:20,399 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for d9e0eaad005de411cf41131e787faa8c: 2024-12-16T03:20:20,401 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:20:20,401 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c.","families":{"info":[{"qualifier":"regioninfo","vlen":79,"tag":[],"timestamp":"1734319220401"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319220401"}]},"ts":"1734319220401"} 2024-12-16T03:20:20,404 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:20:20,405 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:20:20,405 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_0","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319220405"}]},"ts":"1734319220405"} 2024-12-16T03:20:20,408 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_0, state=ENABLING in hbase:meta 2024-12-16T03:20:20,428 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:20,429 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:20,429 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:20,429 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:20,429 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:20:20,429 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:20,429 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:20,429 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:20,430 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:20:20,430 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:20:20,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0, region=d9e0eaad005de411cf41131e787faa8c, ASSIGN}] 2024-12-16T03:20:20,432 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0, region=d9e0eaad005de411cf41131e787faa8c, ASSIGN 2024-12-16T03:20:20,440 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0, region=d9e0eaad005de411cf41131e787faa8c, ASSIGN; state=OFFLINE, location=f0d65a6309ee,44427,1734319217090; forceNewPlan=false, retain=false 2024-12-16T03:20:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:20:20,472 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 2775, reset compression=false 2024-12-16T03:20:20,489 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:20,489 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 3542, reset compression=false 2024-12-16T03:20:20,489 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/16=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319220317/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/18=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319220321/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/19=[#edits: 2 = ],532}, {hbase:meta/1588230740/20=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta, lastWalPosition=3542, nbRowKeys=4, nbHFiles=0, heapSize=1224, lastSeqIds={}, endOfFile=false,usedBufferSize=1224] 2024-12-16T03:20:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:20:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:20:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:20:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:20:20,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:20,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:20,590 INFO [f0d65a6309ee:34239 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:20:20,591 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=d9e0eaad005de411cf41131e787faa8c, regionState=OPENING, regionLocation=f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:20,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE; OpenRegionProcedure d9e0eaad005de411cf41131e787faa8c, server=f0d65a6309ee,44427,1734319217090}] 2024-12-16T03:20:20,625 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:20:20,625 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:20:20,702 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 3542, reset compression=false 2024-12-16T03:20:20,706 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:20,706 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 4079, reset compression=false 2024-12-16T03:20:20,706 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/21=[#edits: 3 = ],732}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta, lastWalPosition=4079, nbRowKeys=1, nbHFiles=0, heapSize=732, lastSeqIds={}, endOfFile=false,usedBufferSize=732] 2024-12-16T03:20:20,744 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:20,747 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c. 2024-12-16T03:20:20,747 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7285): Opening region: {ENCODED => d9e0eaad005de411cf41131e787faa8c, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:20,748 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicationSourceCreatedOnOpen_0 d9e0eaad005de411cf41131e787faa8c 2024-12-16T03:20:20,748 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:20,748 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7327): checking encryption for d9e0eaad005de411cf41131e787faa8c 2024-12-16T03:20:20,748 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7330): checking classloading for d9e0eaad005de411cf41131e787faa8c 2024-12-16T03:20:20,749 INFO [StoreOpener-d9e0eaad005de411cf41131e787faa8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d9e0eaad005de411cf41131e787faa8c 2024-12-16T03:20:20,750 INFO [StoreOpener-d9e0eaad005de411cf41131e787faa8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9e0eaad005de411cf41131e787faa8c columnFamilyName info 2024-12-16T03:20:20,751 DEBUG [StoreOpener-d9e0eaad005de411cf41131e787faa8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:20,751 INFO [StoreOpener-d9e0eaad005de411cf41131e787faa8c-1 {}] regionserver.HStore(327): Store=d9e0eaad005de411cf41131e787faa8c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:20,752 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_0/d9e0eaad005de411cf41131e787faa8c 2024-12-16T03:20:20,753 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_0/d9e0eaad005de411cf41131e787faa8c 2024-12-16T03:20:20,756 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1085): writing seq id for d9e0eaad005de411cf41131e787faa8c 2024-12-16T03:20:20,757 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_0/d9e0eaad005de411cf41131e787faa8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:20:20,758 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1102): Opened d9e0eaad005de411cf41131e787faa8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69849868, jitterRate=0.0408441424369812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:20:20,758 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1001): Region open journal for d9e0eaad005de411cf41131e787faa8c: 2024-12-16T03:20:20,759 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c., pid=20, masterSystemTime=1734319220744 2024-12-16T03:20:20,761 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c. 2024-12-16T03:20:20,761 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c. 2024-12-16T03:20:20,761 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=d9e0eaad005de411cf41131e787faa8c, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:20,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=20, resume processing ppid=19 2024-12-16T03:20:20,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=19, state=SUCCESS; OpenRegionProcedure d9e0eaad005de411cf41131e787faa8c, server=f0d65a6309ee,44427,1734319217090 in 171 msec 2024-12-16T03:20:20,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-16T03:20:20,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0, region=d9e0eaad005de411cf41131e787faa8c, ASSIGN in 334 msec 2024-12-16T03:20:20,766 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:20:20,766 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_0","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319220766"}]},"ts":"1734319220766"} 2024-12-16T03:20:20,769 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_0, state=ENABLED in hbase:meta 2024-12-16T03:20:20,779 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:20:20,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 in 432 msec 2024-12-16T03:20:20,910 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 4079, reset compression=false 2024-12-16T03:20:20,915 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:20,915 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 5011, reset compression=false 2024-12-16T03:20:20,915 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/22=[#edits: 5 = ],1100}, {hbase:meta/1588230740/23=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta, lastWalPosition=5011, nbRowKeys=2, nbHFiles=0, heapSize=1320, lastSeqIds={}, endOfFile=false,usedBufferSize=1320] 2024-12-16T03:20:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:20:20,954 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicationSourceCreatedOnOpen_0, procId: 18 completed 2024-12-16T03:20:20,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicationSourceCreatedOnOpen_0 get assigned. Timeout = 60000ms 2024-12-16T03:20:20,954 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:20,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_0 assigned to meta. Checking AM states. 2024-12-16T03:20:20,959 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:20,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_0 assigned. 2024-12-16T03:20:20,961 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:20,961 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-16T03:20:20,963 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734319219079/Put/vlen=2/seqid=8 2024-12-16T03:20:20,963 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:regioninfo/1734319219070/Put/vlen=41/seqid=7 2024-12-16T03:20:20,963 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:seqnumDuringOpen/1734319219070/Put/vlen=8/seqid=7 2024-12-16T03:20:20,963 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:server/1734319219070/Put/vlen=18/seqid=7 2024-12-16T03:20:20,963 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:serverstartcode/1734319219070/Put/vlen=8/seqid=7 2024-12-16T03:20:20,963 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:sn/1734319218898/Put/vlen=32/seqid=6 2024-12-16T03:20:20,963 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:state/1734319219070/Put/vlen=4/seqid=7 2024-12-16T03:20:20,963 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734319220766/Put/vlen=2/seqid=23 2024-12-16T03:20:20,963 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=22 2024-12-16T03:20:20,963 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:seqnumDuringOpen/1734319220761/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:seqnumDuringOpen/1734319220761/Put/vlen=8/seqid=22 2024-12-16T03:20:20,964 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:server/1734319220761/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:server/1734319220761/Put/vlen=18/seqid=22 2024-12-16T03:20:20,964 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:serverstartcode/1734319220761/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:serverstartcode/1734319220761/Put/vlen=8/seqid=22 2024-12-16T03:20:20,964 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:sn/1734319220590/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:sn/1734319220590/Put/vlen=32/seqid=21 2024-12-16T03:20:20,964 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:state/1734319220761/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:state/1734319220761/Put/vlen=4/seqid=22 2024-12-16T03:20:20,964 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:20,964 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:20:20,967 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734319219079/Put/vlen=2/seqid=8 2024-12-16T03:20:20,967 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:regioninfo/1734319219070/Put/vlen=41/seqid=7 2024-12-16T03:20:20,967 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:seqnumDuringOpen/1734319219070/Put/vlen=8/seqid=7 2024-12-16T03:20:20,967 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:server/1734319219070/Put/vlen=18/seqid=7 2024-12-16T03:20:20,967 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:serverstartcode/1734319219070/Put/vlen=8/seqid=7 2024-12-16T03:20:20,967 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:sn/1734319218898/Put/vlen=32/seqid=6 2024-12-16T03:20:20,967 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:state/1734319219070/Put/vlen=4/seqid=7 2024-12-16T03:20:20,967 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734319220766/Put/vlen=2/seqid=23 2024-12-16T03:20:20,967 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=22 2024-12-16T03:20:20,967 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:seqnumDuringOpen/1734319220761/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:seqnumDuringOpen/1734319220761/Put/vlen=8/seqid=22 2024-12-16T03:20:20,967 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:server/1734319220761/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:server/1734319220761/Put/vlen=18/seqid=22 2024-12-16T03:20:20,967 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:serverstartcode/1734319220761/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:serverstartcode/1734319220761/Put/vlen=8/seqid=22 2024-12-16T03:20:20,967 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:sn/1734319220590/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:sn/1734319220590/Put/vlen=32/seqid=21 2024-12-16T03:20:20,967 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:state/1734319220761/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:state/1734319220761/Put/vlen=4/seqid=22 2024-12-16T03:20:20,968 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34239 {}] master.HMaster(2345): Client=jenkins//172.17.0.2 move hri=1588230740, source=f0d65a6309ee,44427,1734319217090, destination=f0d65a6309ee,42375,1734319217135, warming up region on f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:20,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34239 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:20,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.RSRpcServices(2212): Warmup hbase:meta,,1.1588230740 2024-12-16T03:20:20,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:20,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T03:20:20,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C42375%2C1734319217135.meta, suffix=.meta, logDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135, archiveDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs, maxLogs=10 2024-12-16T03:20:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta, exclude list is [], retry=0 2024-12-16T03:20:20,985 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-5a718028-c5b6-43bb-afc2-f732f21e1d15,DISK] 2024-12-16T03:20:20,985 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36313,DS-2de70155-9685-47d4-9c68-8f2d4c7b4ecd,DISK] 2024-12-16T03:20:20,985 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33165,DS-7302e5a7-5ea1-47d2-9fbf-6229a55fa7a7,DISK] 2024-12-16T03:20:20,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta 2024-12-16T03:20:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32899:32899),(127.0.0.1/127.0.0.1:44413:44413),(127.0.0.1/127.0.0.1:45491:45491)] 2024-12-16T03:20:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(7389): Warmup {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:20,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:20:20,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:20:20,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:20,993 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/info/9288d714b7ff4454aa22fbc10d4484fa 2024-12-16T03:20:20,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:20,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:20:20,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:20:20,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:20,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:20,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:20:20,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:20:20,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:20,999 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/table/0a41f24756f2412492f2d6da23ab4554 2024-12-16T03:20:20,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:21,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:21,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:21,001 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34239 {}] master.HMaster(2349): Client=jenkins//172.17.0.2 move hri=1588230740, source=f0d65a6309ee,44427,1734319217090, destination=f0d65a6309ee,42375,1734319217135, running balancer 2024-12-16T03:20:21,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34239 {}] procedure2.ProcedureExecutor(1098): Stored pid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-16T03:20:21,002 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-16T03:20:21,002 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:21,002 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,44427,1734319217090, state=CLOSING 2024-12-16T03:20:21,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:21,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:21,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:21,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:21,011 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:20:21,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:21,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:21,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:21,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:21,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE; CloseRegionProcedure 1588230740, server=f0d65a6309ee,44427,1734319217090}] 2024-12-16T03:20:21,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:21,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:21,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34239 {}] procedure.ProcedureSyncWait(219): waitFor pid=21 2024-12-16T03:20:21,121 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 5011, reset compression=false 2024-12-16T03:20:21,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:21,164 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-16T03:20:21,164 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:20:21,164 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:21,164 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:21,164 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:21,164 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:21,164 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:21,164 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.70 KB heapSize=3.32 KB 2024-12-16T03:20:21,178 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/info/48268885ff72478a90cf909008bc8b47 is 211, key is testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/seqid=0 2024-12-16T03:20:21,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741846_1022 (size=7162) 2024-12-16T03:20:21,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741846_1022 (size=7162) 2024-12-16T03:20:21,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741846_1022 (size=7162) 2024-12-16T03:20:21,186 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.55 KB at sequenceid=24 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/info/48268885ff72478a90cf909008bc8b47 2024-12-16T03:20:21,202 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/table/822e1fb7c41f4a07814d303c0583b699 is 81, key is testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734319220766/Put/seqid=0 2024-12-16T03:20:21,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741847_1023 (size=5452) 2024-12-16T03:20:21,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741847_1023 (size=5452) 2024-12-16T03:20:21,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741847_1023 (size=5452) 2024-12-16T03:20:21,209 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=154 B at sequenceid=24 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/table/822e1fb7c41f4a07814d303c0583b699 2024-12-16T03:20:21,213 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/info/48268885ff72478a90cf909008bc8b47 as hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/info/48268885ff72478a90cf909008bc8b47 2024-12-16T03:20:21,218 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/info/48268885ff72478a90cf909008bc8b47, entries=10, sequenceid=24, filesize=7.0 K 2024-12-16T03:20:21,219 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/table/822e1fb7c41f4a07814d303c0583b699 as hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/table/822e1fb7c41f4a07814d303c0583b699 2024-12-16T03:20:21,225 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/table/822e1fb7c41f4a07814d303c0583b699, entries=2, sequenceid=24, filesize=5.3 K 2024-12-16T03:20:21,226 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(3040): Finished flush of dataSize ~1.70 KB/1738, heapSize ~3.04 KB/3112, currentSize=0 B/0 for 1588230740 in 62ms, sequenceid=24, compaction requested=false 2024-12-16T03:20:21,230 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/recovered.edits/27.seqid, newMaxSeqId=27, maxSeqId=12 2024-12-16T03:20:21,230 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:21,230 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:21,230 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:21,231 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegionServer(3789): Adding 1588230740 move to f0d65a6309ee,42375,1734319217135 record at close sequenceid=24 2024-12-16T03:20:21,232 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=22}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-16T03:20:21,233 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-16T03:20:21,233 WARN [PEWorker-2 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-16T03:20:21,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=22, resume processing ppid=21 2024-12-16T03:20:21,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=21, state=SUCCESS; CloseRegionProcedure 1588230740, server=f0d65a6309ee,44427,1734319217090 in 222 msec 2024-12-16T03:20:21,235 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=f0d65a6309ee,42375,1734319217135; forceNewPlan=false, retain=false 2024-12-16T03:20:21,385 INFO [f0d65a6309ee:34239 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:20:21,385 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:21,387 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,42375,1734319217135, state=OPENING 2024-12-16T03:20:21,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:21,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:21,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:21,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:21,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:21,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:21,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:21,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:21,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:21,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:21,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=21, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,42375,1734319217135}] 2024-12-16T03:20:21,425 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 5011, reset compression=false 2024-12-16T03:20:21,431 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:21,431 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 5679, reset compression=false 2024-12-16T03:20:21,431 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/25=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319221164/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/26=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319221225/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/27=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734319221227/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta, lastWalPosition=5679, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-16T03:20:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 24 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:21,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=1.70 KB heapSize=2.57 KB 2024-12-16T03:20:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:24 2024-12-16T03:20:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 24 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "48268885ff72478a90cf909008bc8b47" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" flush_output: "822e1fb7c41f4a07814d303c0583b699" } region_name: "hbase:meta,,1" 2024-12-16T03:20:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:24 and a previous prepared snapshot was found 2024-12-16T03:20:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 24 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:21,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=1.70 KB heapSize=2.57 KB 2024-12-16T03:20:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:24 2024-12-16T03:20:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 24 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "48268885ff72478a90cf909008bc8b47" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" flush_output: "822e1fb7c41f4a07814d303c0583b699" } region_name: "hbase:meta,,1" 2024-12-16T03:20:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:24 and a previous prepared snapshot was found 2024-12-16T03:20:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:21,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10ad5b08 added hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/info/48268885ff72478a90cf909008bc8b47, entries=10, sequenceid=24, filesize=7.0 K 2024-12-16T03:20:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:21,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fecd7eb added hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/info/48268885ff72478a90cf909008bc8b47, entries=10, sequenceid=24, filesize=7.0 K 2024-12-16T03:20:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:21,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@621c2a88 added hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/table/822e1fb7c41f4a07814d303c0583b699, entries=2, sequenceid=24, filesize=5.3 K 2024-12-16T03:20:21,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@317dfa23 added hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/table/822e1fb7c41f4a07814d303c0583b699, entries=2, sequenceid=24, filesize=5.3 K 2024-12-16T03:20:21,577 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:21,580 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:20:21,593 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-16T03:20:21,594 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:21,594 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:21,594 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:20:21,594 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:21,594 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:20:21,594 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:21,594 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:20:21,594 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:20:21,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:20:21,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:20:21,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:21,602 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/info/48268885ff72478a90cf909008bc8b47 2024-12-16T03:20:21,607 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/info/9288d714b7ff4454aa22fbc10d4484fa 2024-12-16T03:20:21,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:21,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:20:21,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:20:21,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:21,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:21,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:20:21,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:20:21,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:21,610 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d6e323 to 127.0.0.1:51144 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18e079ef 2024-12-16T03:20:21,616 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/table/0a41f24756f2412492f2d6da23ab4554 2024-12-16T03:20:21,619 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/table/822e1fb7c41f4a07814d303c0583b699 2024-12-16T03:20:21,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:21,620 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef7160f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:21,620 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740 2024-12-16T03:20:21,621 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740 2024-12-16T03:20:21,623 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:21,624 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:20:21,625 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:51144 2024-12-16T03:20:21,626 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=28; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59771215, jitterRate=-0.10933949053287506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:21,626 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:20:21,627 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=23, masterSystemTime=1734319221577 2024-12-16T03:20:21,628 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:20:21,628 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=23}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:20:21,628 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=28, regionLocation=f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:21,629 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,42375,1734319217135, state=OPEN 2024-12-16T03:20:21,635 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:21,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1002cda35880009 connected 2024-12-16T03:20:21,639 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 5679, reset compression=false 2024-12-16T03:20:21,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:21,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:21,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:21,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:21,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:21,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:21,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:21,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:21,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:21,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:21,644 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=a03ec921-3ba2-4302-9072-12559c3e5da0 to cluster=a03ec921-3ba2-4302-9072-12559c3e5da0 2024-12-16T03:20:21,644 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=f0d65a6309ee%2C42375%2C1734319217135 2024-12-16T03:20:21,644 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-16T03:20:21,644 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:21,644 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f0d65a6309ee%2C42375%2C1734319217135 2024-12-16T03:20:21,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=21 2024-12-16T03:20:21,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=21, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,42375,1734319217135 in 223 msec 2024-12-16T03:20:21,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 644 msec 2024-12-16T03:20:21,650 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:21,650 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 452, reset compression=false 2024-12-16T03:20:21,650 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/29=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734319221626/Put/vlen=264/seqid=0; >],468}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta, lastWalPosition=452, nbRowKeys=1, nbHFiles=0, heapSize=468, lastSeqIds={}, endOfFile=false,usedBufferSize=468] 2024-12-16T03:20:21,654 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:21,654 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:21,655 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:21,655 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:21,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(6096): 534574363 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 28 stores { family_name: "info" store_home_dir: "info" store_file: "9288d714b7ff4454aa22fbc10d4484fa" store_file: "48268885ff72478a90cf909008bc8b47" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "0a41f24756f2412492f2d6da23ab4554" store_file: "822e1fb7c41f4a07814d303c0583b699" } server { host_name: "f0d65a6309ee" port: 42375 start_code: 1734319217135 } region_name: "hbase:meta,,1" 2024-12-16T03:20:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(6096): 1657623790 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 28 stores { family_name: "info" store_home_dir: "info" store_file: "9288d714b7ff4454aa22fbc10d4484fa" store_file: "48268885ff72478a90cf909008bc8b47" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "0a41f24756f2412492f2d6da23ab4554" store_file: "822e1fb7c41f4a07814d303c0583b699" } server { host_name: "f0d65a6309ee" port: 42375 start_code: 1734319217135 } region_name: "hbase:meta,,1" 2024-12-16T03:20:21,657 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:21,657 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:21,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-16T03:20:21,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-16T03:20:21,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-16T03:20:21,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-16T03:20:21,659 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(381): Found locations [region=hbase:meta,,1.1588230740, hostname=f0d65a6309ee,42375,1734319217135, seqNum=-1, region=hbase:meta,,1_0001.534574363, hostname=f0d65a6309ee,42375,1734319217135, seqNum=-1, region=hbase:meta,,1_0002.1657623790, hostname=f0d65a6309ee,39473,1734319217228, seqNum=-1] 2024-12-16T03:20:21,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-16T03:20:21,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-16T03:20:21,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicationSourceCreatedOnOpen_1', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:20:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 2024-12-16T03:20:21,662 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:20:21,662 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:21,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicationSourceCreatedOnOpen_1" procId is: 24 2024-12-16T03:20:21,663 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:20:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-16T03:20:21,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741848_1024 (size=423) 2024-12-16T03:20:21,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741848_1024 (size=423) 2024-12-16T03:20:21,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741848_1024 (size=423) 2024-12-16T03:20:21,672 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0bdf75eaef14e07b60243da429447412, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicationSourceCreatedOnOpen_1', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600 2024-12-16T03:20:21,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741849_1025 (size=80) 2024-12-16T03:20:21,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741849_1025 (size=80) 2024-12-16T03:20:21,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741849_1025 (size=80) 2024-12-16T03:20:21,682 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:21,682 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1681): Closing 0bdf75eaef14e07b60243da429447412, disabling compactions & flushes 2024-12-16T03:20:21,682 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412. 2024-12-16T03:20:21,682 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412. 2024-12-16T03:20:21,682 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412. after waiting 0 ms 2024-12-16T03:20:21,682 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412. 2024-12-16T03:20:21,682 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412. 2024-12-16T03:20:21,682 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0bdf75eaef14e07b60243da429447412: 2024-12-16T03:20:21,683 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:20:21,683 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412.","families":{"info":[{"qualifier":"regioninfo","vlen":79,"tag":[],"timestamp":"1734319221683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319221683"}]},"ts":"1734319221683"} 2024-12-16T03:20:21,684 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 288 connection: 172.17.0.2:50580 deadline: 1734319281684, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=f0d65a6309ee port=42375 startCode=1734319217135. As of locationSeqNum=24. 2024-12-16T03:20:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-16T03:20:21,786 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:20:21,786 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:20:21,787 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319221787"}]},"ts":"1734319221787"} 2024-12-16T03:20:21,788 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_1, state=ENABLING in hbase:meta 2024-12-16T03:20:21,803 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:21,804 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:21,804 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:21,804 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:21,804 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:20:21,804 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:21,804 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:21,804 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:21,804 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:20:21,804 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:20:21,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1, region=0bdf75eaef14e07b60243da429447412, ASSIGN}] 2024-12-16T03:20:21,805 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1, region=0bdf75eaef14e07b60243da429447412, ASSIGN 2024-12-16T03:20:21,805 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1, region=0bdf75eaef14e07b60243da429447412, ASSIGN; state=OFFLINE, location=f0d65a6309ee,46433,1734319217176; forceNewPlan=false, retain=false 2024-12-16T03:20:21,853 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 452, reset compression=false 2024-12-16T03:20:21,858 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:21,859 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 949, reset compression=false 2024-12-16T03:20:21,859 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/30=[#edits: 2 = ],532}, {hbase:meta/1588230740/31=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta, lastWalPosition=949, nbRowKeys=2, nbHFiles=0, heapSize=752, lastSeqIds={}, endOfFile=false,usedBufferSize=752] 2024-12-16T03:20:21,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:21,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39473 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:21,943 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 5679, reset compression=false 2024-12-16T03:20:21,956 INFO [f0d65a6309ee:34239 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:20:21,956 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=0bdf75eaef14e07b60243da429447412, regionState=OPENING, regionLocation=f0d65a6309ee,46433,1734319217176 2024-12-16T03:20:21,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE; OpenRegionProcedure 0bdf75eaef14e07b60243da429447412, server=f0d65a6309ee,46433,1734319217176}] 2024-12-16T03:20:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-16T03:20:22,063 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 949, reset compression=false 2024-12-16T03:20:22,067 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:22,067 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 1486, reset compression=false 2024-12-16T03:20:22,067 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/32=[#edits: 3 = ],732}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta, lastWalPosition=1486, nbRowKeys=1, nbHFiles=0, heapSize=732, lastSeqIds={}, endOfFile=false,usedBufferSize=732] 2024-12-16T03:20:22,109 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,46433,1734319217176 2024-12-16T03:20:22,109 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:22,111 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:22,114 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412. 2024-12-16T03:20:22,114 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7285): Opening region: {ENCODED => 0bdf75eaef14e07b60243da429447412, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:22,114 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicationSourceCreatedOnOpen_1 0bdf75eaef14e07b60243da429447412 2024-12-16T03:20:22,114 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:22,114 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7327): checking encryption for 0bdf75eaef14e07b60243da429447412 2024-12-16T03:20:22,114 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7330): checking classloading for 0bdf75eaef14e07b60243da429447412 2024-12-16T03:20:22,116 INFO [StoreOpener-0bdf75eaef14e07b60243da429447412-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0bdf75eaef14e07b60243da429447412 2024-12-16T03:20:22,117 INFO [StoreOpener-0bdf75eaef14e07b60243da429447412-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bdf75eaef14e07b60243da429447412 columnFamilyName info 2024-12-16T03:20:22,117 DEBUG [StoreOpener-0bdf75eaef14e07b60243da429447412-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:22,118 INFO [StoreOpener-0bdf75eaef14e07b60243da429447412-1 {}] regionserver.HStore(327): Store=0bdf75eaef14e07b60243da429447412/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:22,118 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_1/0bdf75eaef14e07b60243da429447412 2024-12-16T03:20:22,118 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_1/0bdf75eaef14e07b60243da429447412 2024-12-16T03:20:22,120 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1085): writing seq id for 0bdf75eaef14e07b60243da429447412 2024-12-16T03:20:22,122 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_1/0bdf75eaef14e07b60243da429447412/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:20:22,122 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1102): Opened 0bdf75eaef14e07b60243da429447412; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73546763, jitterRate=0.09593217074871063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:20:22,123 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1001): Region open journal for 0bdf75eaef14e07b60243da429447412: 2024-12-16T03:20:22,123 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412., pid=26, masterSystemTime=1734319222109 2024-12-16T03:20:22,125 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412. 2024-12-16T03:20:22,125 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412. 2024-12-16T03:20:22,125 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=0bdf75eaef14e07b60243da429447412, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,46433,1734319217176 2024-12-16T03:20:22,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=26, resume processing ppid=25 2024-12-16T03:20:22,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=25, state=SUCCESS; OpenRegionProcedure 0bdf75eaef14e07b60243da429447412, server=f0d65a6309ee,46433,1734319217176 in 169 msec 2024-12-16T03:20:22,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-16T03:20:22,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1, region=0bdf75eaef14e07b60243da429447412, ASSIGN in 323 msec 2024-12-16T03:20:22,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:20:22,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319222129"}]},"ts":"1734319222129"} 2024-12-16T03:20:22,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_1, state=ENABLED in hbase:meta 2024-12-16T03:20:22,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:20:22,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 in 476 msec 2024-12-16T03:20:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-16T03:20:22,266 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicationSourceCreatedOnOpen_1, procId: 24 completed 2024-12-16T03:20:22,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicationSourceCreatedOnOpen_1 get assigned. Timeout = 60000ms 2024-12-16T03:20:22,267 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:22,267 DEBUG [hconnection-0x7e6fcadd-shared-pool-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:22,269 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:22,271 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 1486, reset compression=false 2024-12-16T03:20:22,275 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_1 assigned to meta. Checking AM states. 2024-12-16T03:20:22,275 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:22,275 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_1 assigned. 2024-12-16T03:20:22,280 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:22,280 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 2418, reset compression=false 2024-12-16T03:20:22,280 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/33=[#edits: 5 = ],1100}, {hbase:meta/1588230740/34=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta, lastWalPosition=2418, nbRowKeys=2, nbHFiles=0, heapSize=1320, lastSeqIds={}, endOfFile=false,usedBufferSize=1320] 2024-12-16T03:20:22,282 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:22,282 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-16T03:20:22,286 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734319219079/Put/vlen=2/seqid=8 2024-12-16T03:20:22,286 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:regioninfo/1734319219070/Put/vlen=41/seqid=7 2024-12-16T03:20:22,286 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:seqnumDuringOpen/1734319219070/Put/vlen=8/seqid=7 2024-12-16T03:20:22,286 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:server/1734319219070/Put/vlen=18/seqid=7 2024-12-16T03:20:22,286 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:serverstartcode/1734319219070/Put/vlen=8/seqid=7 2024-12-16T03:20:22,286 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:sn/1734319218898/Put/vlen=32/seqid=6 2024-12-16T03:20:22,286 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:state/1734319219070/Put/vlen=4/seqid=7 2024-12-16T03:20:22,286 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734319220766/Put/vlen=2/seqid=23 2024-12-16T03:20:22,286 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=22 2024-12-16T03:20:22,286 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:seqnumDuringOpen/1734319220761/Put/vlen=8/seqid=22 2024-12-16T03:20:22,286 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:server/1734319220761/Put/vlen=18/seqid=22 2024-12-16T03:20:22,286 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:serverstartcode/1734319220761/Put/vlen=8/seqid=22 2024-12-16T03:20:22,287 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:sn/1734319220590/Put/vlen=32/seqid=21 2024-12-16T03:20:22,287 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:state/1734319220761/Put/vlen=4/seqid=22 2024-12-16T03:20:22,287 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734319222129/Put/vlen=2/seqid=34 2024-12-16T03:20:22,287 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=33 2024-12-16T03:20:22,287 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:seqnumDuringOpen/1734319222125/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:seqnumDuringOpen/1734319222125/Put/vlen=8/seqid=33 2024-12-16T03:20:22,287 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:server/1734319222125/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:server/1734319222125/Put/vlen=18/seqid=33 2024-12-16T03:20:22,287 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:serverstartcode/1734319222125/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:serverstartcode/1734319222125/Put/vlen=8/seqid=33 2024-12-16T03:20:22,287 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:sn/1734319221956/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:sn/1734319221956/Put/vlen=32/seqid=32 2024-12-16T03:20:22,287 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:state/1734319222125/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:state/1734319222125/Put/vlen=4/seqid=33 2024-12-16T03:20:22,287 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:22,287 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:20:22,293 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734319219079/Put/vlen=2/seqid=8 2024-12-16T03:20:22,293 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:regioninfo/1734319219070/Put/vlen=41/seqid=7 2024-12-16T03:20:22,293 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:seqnumDuringOpen/1734319219070/Put/vlen=8/seqid=7 2024-12-16T03:20:22,293 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:server/1734319219070/Put/vlen=18/seqid=7 2024-12-16T03:20:22,293 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:serverstartcode/1734319219070/Put/vlen=8/seqid=7 2024-12-16T03:20:22,293 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:sn/1734319218898/Put/vlen=32/seqid=6 2024-12-16T03:20:22,293 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:state/1734319219070/Put/vlen=4/seqid=7 2024-12-16T03:20:22,294 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734319220766/Put/vlen=2/seqid=23 2024-12-16T03:20:22,294 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=22 2024-12-16T03:20:22,294 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:seqnumDuringOpen/1734319220761/Put/vlen=8/seqid=22 2024-12-16T03:20:22,294 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:server/1734319220761/Put/vlen=18/seqid=22 2024-12-16T03:20:22,294 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:serverstartcode/1734319220761/Put/vlen=8/seqid=22 2024-12-16T03:20:22,294 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:sn/1734319220590/Put/vlen=32/seqid=21 2024-12-16T03:20:22,294 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:state/1734319220761/Put/vlen=4/seqid=22 2024-12-16T03:20:22,294 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734319222129/Put/vlen=2/seqid=34 2024-12-16T03:20:22,294 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=33 2024-12-16T03:20:22,294 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:seqnumDuringOpen/1734319222125/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:seqnumDuringOpen/1734319222125/Put/vlen=8/seqid=33 2024-12-16T03:20:22,294 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:server/1734319222125/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:server/1734319222125/Put/vlen=18/seqid=33 2024-12-16T03:20:22,294 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:serverstartcode/1734319222125/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:serverstartcode/1734319222125/Put/vlen=8/seqid=33 2024-12-16T03:20:22,294 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:sn/1734319221956/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:sn/1734319221956/Put/vlen=32/seqid=32 2024-12-16T03:20:22,294 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:state/1734319222125/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:state/1734319222125/Put/vlen=4/seqid=33 2024-12-16T03:20:22,314 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222294.meta, exclude list is [], retry=0 2024-12-16T03:20:22,317 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33863,DS-86582461-e8fb-468b-bbef-b7fbe5a32289,DISK] 2024-12-16T03:20:22,317 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36313,DS-2de70155-9685-47d4-9c68-8f2d4c7b4ecd,DISK] 2024-12-16T03:20:22,318 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33165,DS-7302e5a7-5ea1-47d2-9fbf-6229a55fa7a7,DISK] 2024-12-16T03:20:22,320 INFO [Time-limited test {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta with entries=20, filesize=5.55 KB; new WAL /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222294.meta 2024-12-16T03:20:22,326 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40601:40601),(127.0.0.1/127.0.0.1:44413:44413),(127.0.0.1/127.0.0.1:45491:45491)] 2024-12-16T03:20:22,326 DEBUG [Time-limited test {}] wal.AbstractFSWAL(751): hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:22,326 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:22,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741837_1013 (size=5687) 2024-12-16T03:20:22,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741837_1013 (size=5687) 2024-12-16T03:20:22,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741837_1013 (size=5687) 2024-12-16T03:20:22,328 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(381): Found locations [region=hbase:meta,,1.1588230740, hostname=f0d65a6309ee,42375,1734319217135, seqNum=-1, region=hbase:meta,,1_0001.534574363, hostname=f0d65a6309ee,42375,1734319217135, seqNum=-1, region=hbase:meta,,1_0002.1657623790, hostname=f0d65a6309ee,39473,1734319217228, seqNum=-1] 2024-12-16T03:20:22,330 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta 2024-12-16T03:20:22,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicationSourceCreatedOnOpen_2', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:20:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] procedure2.ProcedureExecutor(1098): Stored pid=27, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 2024-12-16T03:20:22,334 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:20:22,334 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:22,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicationSourceCreatedOnOpen_2" procId is: 27 2024-12-16T03:20:22,336 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:20:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=27 2024-12-16T03:20:22,346 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta to pos 5679, reset compression=false 2024-12-16T03:20:22,354 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] wal.AbstractFSWALProvider(461): Log hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta was moved to hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta 2024-12-16T03:20:22,357 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta 2024-12-16T03:20:22,357 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319218395.meta, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-16T03:20:22,357 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222294.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:22,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741851_1027 (size=423) 2024-12-16T03:20:22,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741851_1027 (size=423) 2024-12-16T03:20:22,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741851_1027 (size=423) 2024-12-16T03:20:22,378 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2f469e4e917138a2e4e095d56e52fdef, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicationSourceCreatedOnOpen_2', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600 2024-12-16T03:20:22,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741852_1028 (size=80) 2024-12-16T03:20:22,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741852_1028 (size=80) 2024-12-16T03:20:22,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741852_1028 (size=80) 2024-12-16T03:20:22,401 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:22,401 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1681): Closing 2f469e4e917138a2e4e095d56e52fdef, disabling compactions & flushes 2024-12-16T03:20:22,401 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef. 2024-12-16T03:20:22,401 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef. 2024-12-16T03:20:22,401 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef. after waiting 0 ms 2024-12-16T03:20:22,401 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef. 2024-12-16T03:20:22,401 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef. 2024-12-16T03:20:22,401 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2f469e4e917138a2e4e095d56e52fdef: 2024-12-16T03:20:22,402 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:20:22,402 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef.","families":{"info":[{"qualifier":"regioninfo","vlen":79,"tag":[],"timestamp":"1734319222402"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319222402"}]},"ts":"1734319222402"} 2024-12-16T03:20:22,404 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:20:22,405 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:20:22,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319222405"}]},"ts":"1734319222405"} 2024-12-16T03:20:22,407 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_2, state=ENABLING in hbase:meta 2024-12-16T03:20:22,428 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:22,429 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:22,429 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:22,429 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:22,429 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:20:22,429 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:22,429 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:22,429 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:22,429 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:20:22,429 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:20:22,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2, region=2f469e4e917138a2e4e095d56e52fdef, ASSIGN}] 2024-12-16T03:20:22,431 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2, region=2f469e4e917138a2e4e095d56e52fdef, ASSIGN 2024-12-16T03:20:22,431 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2, region=2f469e4e917138a2e4e095d56e52fdef, ASSIGN; state=OFFLINE, location=f0d65a6309ee,46433,1734319217176; forceNewPlan=false, retain=false 2024-12-16T03:20:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=27 2024-12-16T03:20:22,492 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 2418, reset compression=false 2024-12-16T03:20:22,497 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:22,497 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 2915, reset compression=false 2024-12-16T03:20:22,497 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/35=[#edits: 2 = ],532}, {hbase:meta/1588230740/36=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta, lastWalPosition=2915, nbRowKeys=2, nbHFiles=0, heapSize=752, lastSeqIds={}, endOfFile=false,usedBufferSize=752] 2024-12-16T03:20:22,581 INFO [f0d65a6309ee:34239 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:20:22,582 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=2f469e4e917138a2e4e095d56e52fdef, regionState=OPENING, regionLocation=f0d65a6309ee,46433,1734319217176 2024-12-16T03:20:22,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; OpenRegionProcedure 2f469e4e917138a2e4e095d56e52fdef, server=f0d65a6309ee,46433,1734319217176}] 2024-12-16T03:20:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=27 2024-12-16T03:20:22,701 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 2915, reset compression=false 2024-12-16T03:20:22,706 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:22,706 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 3452, reset compression=false 2024-12-16T03:20:22,706 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/37=[#edits: 3 = ],732}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta, lastWalPosition=3452, nbRowKeys=1, nbHFiles=0, heapSize=732, lastSeqIds={}, endOfFile=false,usedBufferSize=732] 2024-12-16T03:20:22,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,46433,1734319217176 2024-12-16T03:20:22,738 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef. 2024-12-16T03:20:22,738 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7285): Opening region: {ENCODED => 2f469e4e917138a2e4e095d56e52fdef, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:22,738 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicationSourceCreatedOnOpen_2 2f469e4e917138a2e4e095d56e52fdef 2024-12-16T03:20:22,738 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:22,738 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7327): checking encryption for 2f469e4e917138a2e4e095d56e52fdef 2024-12-16T03:20:22,738 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7330): checking classloading for 2f469e4e917138a2e4e095d56e52fdef 2024-12-16T03:20:22,740 INFO [StoreOpener-2f469e4e917138a2e4e095d56e52fdef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2f469e4e917138a2e4e095d56e52fdef 2024-12-16T03:20:22,741 INFO [StoreOpener-2f469e4e917138a2e4e095d56e52fdef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f469e4e917138a2e4e095d56e52fdef columnFamilyName info 2024-12-16T03:20:22,741 DEBUG [StoreOpener-2f469e4e917138a2e4e095d56e52fdef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:22,742 INFO [StoreOpener-2f469e4e917138a2e4e095d56e52fdef-1 {}] regionserver.HStore(327): Store=2f469e4e917138a2e4e095d56e52fdef/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:22,743 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_2/2f469e4e917138a2e4e095d56e52fdef 2024-12-16T03:20:22,743 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_2/2f469e4e917138a2e4e095d56e52fdef 2024-12-16T03:20:22,745 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1085): writing seq id for 2f469e4e917138a2e4e095d56e52fdef 2024-12-16T03:20:22,746 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_2/2f469e4e917138a2e4e095d56e52fdef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:20:22,747 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1102): Opened 2f469e4e917138a2e4e095d56e52fdef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63907511, jitterRate=-0.047703877091407776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:20:22,747 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1001): Region open journal for 2f469e4e917138a2e4e095d56e52fdef: 2024-12-16T03:20:22,748 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef., pid=29, masterSystemTime=1734319222735 2024-12-16T03:20:22,750 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef. 2024-12-16T03:20:22,750 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef. 2024-12-16T03:20:22,750 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=2f469e4e917138a2e4e095d56e52fdef, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,46433,1734319217176 2024-12-16T03:20:22,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-16T03:20:22,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; OpenRegionProcedure 2f469e4e917138a2e4e095d56e52fdef, server=f0d65a6309ee,46433,1734319217176 in 168 msec 2024-12-16T03:20:22,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=27 2024-12-16T03:20:22,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=27, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2, region=2f469e4e917138a2e4e095d56e52fdef, ASSIGN in 324 msec 2024-12-16T03:20:22,754 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:20:22,754 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319222754"}]},"ts":"1734319222754"} 2024-12-16T03:20:22,755 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_2, state=ENABLED in hbase:meta 2024-12-16T03:20:22,762 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:20:22,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 in 430 msec 2024-12-16T03:20:22,869 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222294.meta to pos 0, reset compression=false 2024-12-16T03:20:22,910 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 3452, reset compression=false 2024-12-16T03:20:22,921 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:22,921 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 4384, reset compression=false 2024-12-16T03:20:22,921 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/38=[#edits: 5 = ],1100}, {hbase:meta/1588230740/39=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta, lastWalPosition=4384, nbRowKeys=2, nbHFiles=0, heapSize=1320, lastSeqIds={}, endOfFile=false,usedBufferSize=1320] 2024-12-16T03:20:22,935 INFO [f0d65a6309ee:42375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=27 2024-12-16T03:20:22,939 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicationSourceCreatedOnOpen_2, procId: 27 completed 2024-12-16T03:20:22,939 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicationSourceCreatedOnOpen_2 get assigned. Timeout = 60000ms 2024-12-16T03:20:22,939 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:22,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_2 assigned to meta. Checking AM states. 2024-12-16T03:20:22,943 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:22,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_2 assigned. 2024-12-16T03:20:22,945 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:22,945 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-16T03:20:22,947 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734319219079/Put/vlen=2/seqid=8 2024-12-16T03:20:22,947 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:regioninfo/1734319219070/Put/vlen=41/seqid=7 2024-12-16T03:20:22,947 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:seqnumDuringOpen/1734319219070/Put/vlen=8/seqid=7 2024-12-16T03:20:22,947 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:server/1734319219070/Put/vlen=18/seqid=7 2024-12-16T03:20:22,947 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:serverstartcode/1734319219070/Put/vlen=8/seqid=7 2024-12-16T03:20:22,947 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:sn/1734319218898/Put/vlen=32/seqid=6 2024-12-16T03:20:22,947 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:state/1734319219070/Put/vlen=4/seqid=7 2024-12-16T03:20:22,947 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734319220766/Put/vlen=2/seqid=23 2024-12-16T03:20:22,947 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=22 2024-12-16T03:20:22,947 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:seqnumDuringOpen/1734319220761/Put/vlen=8/seqid=22 2024-12-16T03:20:22,947 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:server/1734319220761/Put/vlen=18/seqid=22 2024-12-16T03:20:22,947 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:serverstartcode/1734319220761/Put/vlen=8/seqid=22 2024-12-16T03:20:22,947 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:sn/1734319220590/Put/vlen=32/seqid=21 2024-12-16T03:20:22,947 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:state/1734319220761/Put/vlen=4/seqid=22 2024-12-16T03:20:22,947 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734319222129/Put/vlen=2/seqid=34 2024-12-16T03:20:22,948 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=33 2024-12-16T03:20:22,948 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:seqnumDuringOpen/1734319222125/Put/vlen=8/seqid=33 2024-12-16T03:20:22,948 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:server/1734319222125/Put/vlen=18/seqid=33 2024-12-16T03:20:22,948 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:serverstartcode/1734319222125/Put/vlen=8/seqid=33 2024-12-16T03:20:22,948 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:sn/1734319221956/Put/vlen=32/seqid=32 2024-12-16T03:20:22,948 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:state/1734319222125/Put/vlen=4/seqid=33 2024-12-16T03:20:22,948 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2/table:state/1734319222754/Put/vlen=2/seqid=39 2024-12-16T03:20:22,948 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=38 2024-12-16T03:20:22,948 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:seqnumDuringOpen/1734319222750/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:seqnumDuringOpen/1734319222750/Put/vlen=8/seqid=38 2024-12-16T03:20:22,948 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:server/1734319222750/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:server/1734319222750/Put/vlen=18/seqid=38 2024-12-16T03:20:22,948 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:serverstartcode/1734319222750/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:serverstartcode/1734319222750/Put/vlen=8/seqid=38 2024-12-16T03:20:22,948 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:sn/1734319222582/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:sn/1734319222582/Put/vlen=32/seqid=37 2024-12-16T03:20:22,948 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:state/1734319222750/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:state/1734319222750/Put/vlen=4/seqid=38 2024-12-16T03:20:22,948 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:22,949 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:20:22,950 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734319219079/Put/vlen=2/seqid=8 2024-12-16T03:20:22,950 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:regioninfo/1734319219070/Put/vlen=41/seqid=7 2024-12-16T03:20:22,950 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:seqnumDuringOpen/1734319219070/Put/vlen=8/seqid=7 2024-12-16T03:20:22,950 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:server/1734319219070/Put/vlen=18/seqid=7 2024-12-16T03:20:22,950 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:serverstartcode/1734319219070/Put/vlen=8/seqid=7 2024-12-16T03:20:22,950 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:sn/1734319218898/Put/vlen=32/seqid=6 2024-12-16T03:20:22,950 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:state/1734319219070/Put/vlen=4/seqid=7 2024-12-16T03:20:22,950 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734319220766/Put/vlen=2/seqid=23 2024-12-16T03:20:22,950 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=22 2024-12-16T03:20:22,950 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:seqnumDuringOpen/1734319220761/Put/vlen=8/seqid=22 2024-12-16T03:20:22,950 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:server/1734319220761/Put/vlen=18/seqid=22 2024-12-16T03:20:22,950 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:serverstartcode/1734319220761/Put/vlen=8/seqid=22 2024-12-16T03:20:22,950 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:sn/1734319220590/Put/vlen=32/seqid=21 2024-12-16T03:20:22,950 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:state/1734319220761/Put/vlen=4/seqid=22 2024-12-16T03:20:22,950 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734319222129/Put/vlen=2/seqid=34 2024-12-16T03:20:22,951 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=33 2024-12-16T03:20:22,951 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:seqnumDuringOpen/1734319222125/Put/vlen=8/seqid=33 2024-12-16T03:20:22,951 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:server/1734319222125/Put/vlen=18/seqid=33 2024-12-16T03:20:22,951 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:serverstartcode/1734319222125/Put/vlen=8/seqid=33 2024-12-16T03:20:22,951 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:sn/1734319221956/Put/vlen=32/seqid=32 2024-12-16T03:20:22,951 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:state/1734319222125/Put/vlen=4/seqid=33 2024-12-16T03:20:22,951 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2/table:state/1734319222754/Put/vlen=2/seqid=39 2024-12-16T03:20:22,951 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=38 2024-12-16T03:20:22,951 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:seqnumDuringOpen/1734319222750/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:seqnumDuringOpen/1734319222750/Put/vlen=8/seqid=38 2024-12-16T03:20:22,951 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:server/1734319222750/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:server/1734319222750/Put/vlen=18/seqid=38 2024-12-16T03:20:22,951 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:serverstartcode/1734319222750/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:serverstartcode/1734319222750/Put/vlen=8/seqid=38 2024-12-16T03:20:22,951 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:sn/1734319222582/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:sn/1734319222582/Put/vlen=32/seqid=37 2024-12-16T03:20:22,951 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:state/1734319222750/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:state/1734319222750/Put/vlen=4/seqid=38 2024-12-16T03:20:22,956 INFO [f0d65a6309ee:44427Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:22,957 INFO [f0d65a6309ee:46433Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:22,959 INFO [f0d65a6309ee:39473Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:22,969 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta, exclude list is [], retry=0 2024-12-16T03:20:22,972 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36313,DS-2de70155-9685-47d4-9c68-8f2d4c7b4ecd,DISK] 2024-12-16T03:20:22,972 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33165,DS-7302e5a7-5ea1-47d2-9fbf-6229a55fa7a7,DISK] 2024-12-16T03:20:22,972 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33863,DS-86582461-e8fb-468b-bbef-b7fbe5a32289,DISK] 2024-12-16T03:20:22,973 INFO [Time-limited test {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222294.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta 2024-12-16T03:20:22,973 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44413:44413),(127.0.0.1/127.0.0.1:45491:45491),(127.0.0.1/127.0.0.1:40601:40601)] 2024-12-16T03:20:22,974 DEBUG [Time-limited test {}] wal.AbstractFSWAL(751): hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222294.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:22,974 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:22,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741850_1026 (size=93) 2024-12-16T03:20:22,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741850_1026 (size=93) 2024-12-16T03:20:22,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741850_1026 (size=93) 2024-12-16T03:20:22,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(381): Found locations [region=hbase:meta,,1.1588230740, hostname=f0d65a6309ee,42375,1734319217135, seqNum=-1, region=hbase:meta,,1_0001.534574363, hostname=f0d65a6309ee,42375,1734319217135, seqNum=-1, region=hbase:meta,,1_0002.1657623790, hostname=f0d65a6309ee,39473,1734319217228, seqNum=-1] 2024-12-16T03:20:22,976 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222294.meta to hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222294.meta 2024-12-16T03:20:22,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicationSourceCreatedOnOpen_3', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:20:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 2024-12-16T03:20:22,980 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:20:22,980 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:22,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicationSourceCreatedOnOpen_3" procId is: 30 2024-12-16T03:20:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-16T03:20:22,981 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:20:23,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741854_1030 (size=423) 2024-12-16T03:20:23,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741854_1030 (size=423) 2024-12-16T03:20:23,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741854_1030 (size=423) 2024-12-16T03:20:23,003 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d8718bb703e36248669b361ac965e9f7, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicationSourceCreatedOnOpen_3', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600 2024-12-16T03:20:23,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741855_1031 (size=80) 2024-12-16T03:20:23,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741855_1031 (size=80) 2024-12-16T03:20:23,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741855_1031 (size=80) 2024-12-16T03:20:23,019 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:23,019 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1681): Closing d8718bb703e36248669b361ac965e9f7, disabling compactions & flushes 2024-12-16T03:20:23,019 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7. 2024-12-16T03:20:23,019 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7. 2024-12-16T03:20:23,019 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7. after waiting 0 ms 2024-12-16T03:20:23,019 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7. 2024-12-16T03:20:23,019 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7. 2024-12-16T03:20:23,019 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1635): Region close journal for d8718bb703e36248669b361ac965e9f7: 2024-12-16T03:20:23,020 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:20:23,020 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7.","families":{"info":[{"qualifier":"regioninfo","vlen":79,"tag":[],"timestamp":"1734319223020"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319223020"}]},"ts":"1734319223020"} 2024-12-16T03:20:23,022 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:20:23,022 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:20:23,023 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_3","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319223022"}]},"ts":"1734319223022"} 2024-12-16T03:20:23,025 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_3, state=ENABLING in hbase:meta 2024-12-16T03:20:23,045 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:23,046 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:23,046 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:23,046 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:23,046 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:20:23,046 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:23,046 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:23,046 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:23,046 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:20:23,046 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:20:23,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3, region=d8718bb703e36248669b361ac965e9f7, ASSIGN}] 2024-12-16T03:20:23,047 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3, region=d8718bb703e36248669b361ac965e9f7, ASSIGN 2024-12-16T03:20:23,048 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3, region=d8718bb703e36248669b361ac965e9f7, ASSIGN; state=OFFLINE, location=f0d65a6309ee,42375,1734319217135; forceNewPlan=false, retain=false 2024-12-16T03:20:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-16T03:20:23,126 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 4384, reset compression=false 2024-12-16T03:20:23,131 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:23,131 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 4881, reset compression=false 2024-12-16T03:20:23,131 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/40=[#edits: 2 = ],532}, {hbase:meta/1588230740/41=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta, lastWalPosition=4881, nbRowKeys=2, nbHFiles=0, heapSize=752, lastSeqIds={}, endOfFile=false,usedBufferSize=752] 2024-12-16T03:20:23,198 INFO [f0d65a6309ee:34239 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:20:23,198 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=d8718bb703e36248669b361ac965e9f7, regionState=OPENING, regionLocation=f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:23,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE; OpenRegionProcedure d8718bb703e36248669b361ac965e9f7, server=f0d65a6309ee,42375,1734319217135}] 2024-12-16T03:20:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-16T03:20:23,335 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 4881, reset compression=false 2024-12-16T03:20:23,339 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:23,339 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 5418, reset compression=false 2024-12-16T03:20:23,339 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/42=[#edits: 3 = ],732}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta, lastWalPosition=5418, nbRowKeys=1, nbHFiles=0, heapSize=732, lastSeqIds={}, endOfFile=false,usedBufferSize=732] 2024-12-16T03:20:23,352 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:23,355 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7. 2024-12-16T03:20:23,355 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7285): Opening region: {ENCODED => d8718bb703e36248669b361ac965e9f7, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:23,356 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicationSourceCreatedOnOpen_3 d8718bb703e36248669b361ac965e9f7 2024-12-16T03:20:23,356 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:23,356 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7327): checking encryption for d8718bb703e36248669b361ac965e9f7 2024-12-16T03:20:23,356 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7330): checking classloading for d8718bb703e36248669b361ac965e9f7 2024-12-16T03:20:23,357 INFO [StoreOpener-d8718bb703e36248669b361ac965e9f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d8718bb703e36248669b361ac965e9f7 2024-12-16T03:20:23,358 INFO [StoreOpener-d8718bb703e36248669b361ac965e9f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8718bb703e36248669b361ac965e9f7 columnFamilyName info 2024-12-16T03:20:23,358 DEBUG [StoreOpener-d8718bb703e36248669b361ac965e9f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:23,359 INFO [StoreOpener-d8718bb703e36248669b361ac965e9f7-1 {}] regionserver.HStore(327): Store=d8718bb703e36248669b361ac965e9f7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:23,359 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_3/d8718bb703e36248669b361ac965e9f7 2024-12-16T03:20:23,360 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_3/d8718bb703e36248669b361ac965e9f7 2024-12-16T03:20:23,362 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1085): writing seq id for d8718bb703e36248669b361ac965e9f7 2024-12-16T03:20:23,364 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_3/d8718bb703e36248669b361ac965e9f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:20:23,364 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1102): Opened d8718bb703e36248669b361ac965e9f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66166183, jitterRate=-0.014047041535377502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:20:23,364 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1001): Region open journal for d8718bb703e36248669b361ac965e9f7: 2024-12-16T03:20:23,365 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7., pid=32, masterSystemTime=1734319223352 2024-12-16T03:20:23,366 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7. 2024-12-16T03:20:23,366 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7. 2024-12-16T03:20:23,367 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=d8718bb703e36248669b361ac965e9f7, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:23,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-12-16T03:20:23,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; OpenRegionProcedure d8718bb703e36248669b361ac965e9f7, server=f0d65a6309ee,42375,1734319217135 in 168 msec 2024-12-16T03:20:23,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-16T03:20:23,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3, region=d8718bb703e36248669b361ac965e9f7, ASSIGN in 323 msec 2024-12-16T03:20:23,373 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:20:23,373 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_3","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319223373"}]},"ts":"1734319223373"} 2024-12-16T03:20:23,374 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_3, state=ENABLED in hbase:meta 2024-12-16T03:20:23,386 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:20:23,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 in 408 msec 2024-12-16T03:20:23,475 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222294.meta to pos 0, reset compression=false 2024-12-16T03:20:23,476 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] wal.AbstractFSWALProvider(461): Log hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222294.meta was moved to hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222294.meta 2024-12-16T03:20:23,479 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222294.meta 2024-12-16T03:20:23,479 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222294.meta, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-16T03:20:23,479 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:23,542 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 5418, reset compression=false 2024-12-16T03:20:23,547 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:23,547 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 6350, reset compression=false 2024-12-16T03:20:23,547 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/43=[#edits: 5 = ],1100}, {hbase:meta/1588230740/44=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta, lastWalPosition=6350, nbRowKeys=2, nbHFiles=0, heapSize=1320, lastSeqIds={}, endOfFile=false,usedBufferSize=1320] 2024-12-16T03:20:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-16T03:20:23,584 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicationSourceCreatedOnOpen_3, procId: 30 completed 2024-12-16T03:20:23,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicationSourceCreatedOnOpen_3 get assigned. Timeout = 60000ms 2024-12-16T03:20:23,585 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:23,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_3 assigned to meta. Checking AM states. 2024-12-16T03:20:23,587 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:23,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_3 assigned. 2024-12-16T03:20:23,589 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:23,589 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-16T03:20:23,590 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734319219079/Put/vlen=2/seqid=8 2024-12-16T03:20:23,590 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:regioninfo/1734319219070/Put/vlen=41/seqid=7 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:seqnumDuringOpen/1734319219070/Put/vlen=8/seqid=7 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:server/1734319219070/Put/vlen=18/seqid=7 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:serverstartcode/1734319219070/Put/vlen=8/seqid=7 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:sn/1734319218898/Put/vlen=32/seqid=6 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:state/1734319219070/Put/vlen=4/seqid=7 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734319220766/Put/vlen=2/seqid=23 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=22 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:seqnumDuringOpen/1734319220761/Put/vlen=8/seqid=22 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:server/1734319220761/Put/vlen=18/seqid=22 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:serverstartcode/1734319220761/Put/vlen=8/seqid=22 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:sn/1734319220590/Put/vlen=32/seqid=21 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:state/1734319220761/Put/vlen=4/seqid=22 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734319222129/Put/vlen=2/seqid=34 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=33 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:seqnumDuringOpen/1734319222125/Put/vlen=8/seqid=33 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:server/1734319222125/Put/vlen=18/seqid=33 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:serverstartcode/1734319222125/Put/vlen=8/seqid=33 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:sn/1734319221956/Put/vlen=32/seqid=32 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:state/1734319222125/Put/vlen=4/seqid=33 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2/table:state/1734319222754/Put/vlen=2/seqid=39 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=38 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:seqnumDuringOpen/1734319222750/Put/vlen=8/seqid=38 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:server/1734319222750/Put/vlen=18/seqid=38 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:serverstartcode/1734319222750/Put/vlen=8/seqid=38 2024-12-16T03:20:23,591 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:sn/1734319222582/Put/vlen=32/seqid=37 2024-12-16T03:20:23,592 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:state/1734319222750/Put/vlen=4/seqid=38 2024-12-16T03:20:23,592 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3/table:state/1734319223373/Put/vlen=2/seqid=44 2024-12-16T03:20:23,592 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=43 2024-12-16T03:20:23,592 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:seqnumDuringOpen/1734319223367/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:seqnumDuringOpen/1734319223367/Put/vlen=8/seqid=43 2024-12-16T03:20:23,592 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:server/1734319223367/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:server/1734319223367/Put/vlen=18/seqid=43 2024-12-16T03:20:23,592 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:serverstartcode/1734319223367/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:serverstartcode/1734319223367/Put/vlen=8/seqid=43 2024-12-16T03:20:23,592 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:sn/1734319223198/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:sn/1734319223198/Put/vlen=32/seqid=42 2024-12-16T03:20:23,592 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:state/1734319223367/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:state/1734319223367/Put/vlen=4/seqid=43 2024-12-16T03:20:23,592 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:23,592 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:20:23,593 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734319219079/Put/vlen=2/seqid=8 2024-12-16T03:20:23,593 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:regioninfo/1734319219070/Put/vlen=41/seqid=7 2024-12-16T03:20:23,593 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:seqnumDuringOpen/1734319219070/Put/vlen=8/seqid=7 2024-12-16T03:20:23,593 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:server/1734319219070/Put/vlen=18/seqid=7 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:serverstartcode/1734319219070/Put/vlen=8/seqid=7 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:sn/1734319218898/Put/vlen=32/seqid=6 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039./info:state/1734319219070/Put/vlen=4/seqid=7 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734319220766/Put/vlen=2/seqid=23 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:regioninfo/1734319220761/Put/vlen=79/seqid=22 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:seqnumDuringOpen/1734319220761/Put/vlen=8/seqid=22 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:server/1734319220761/Put/vlen=18/seqid=22 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:serverstartcode/1734319220761/Put/vlen=8/seqid=22 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:sn/1734319220590/Put/vlen=32/seqid=21 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c./info:state/1734319220761/Put/vlen=4/seqid=22 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734319222129/Put/vlen=2/seqid=34 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/vlen=79/seqid=33 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:seqnumDuringOpen/1734319222125/Put/vlen=8/seqid=33 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:server/1734319222125/Put/vlen=18/seqid=33 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:serverstartcode/1734319222125/Put/vlen=8/seqid=33 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:sn/1734319221956/Put/vlen=32/seqid=32 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:state/1734319222125/Put/vlen=4/seqid=33 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2/table:state/1734319222754/Put/vlen=2/seqid=39 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:regioninfo/1734319222750/Put/vlen=79/seqid=38 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:seqnumDuringOpen/1734319222750/Put/vlen=8/seqid=38 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:server/1734319222750/Put/vlen=18/seqid=38 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:serverstartcode/1734319222750/Put/vlen=8/seqid=38 2024-12-16T03:20:23,594 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:sn/1734319222582/Put/vlen=32/seqid=37 2024-12-16T03:20:23,595 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef./info:state/1734319222750/Put/vlen=4/seqid=38 2024-12-16T03:20:23,595 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3/table:state/1734319223373/Put/vlen=2/seqid=44 2024-12-16T03:20:23,595 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:regioninfo/1734319223367/Put/vlen=79/seqid=43 2024-12-16T03:20:23,595 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:seqnumDuringOpen/1734319223367/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:seqnumDuringOpen/1734319223367/Put/vlen=8/seqid=43 2024-12-16T03:20:23,595 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:server/1734319223367/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:server/1734319223367/Put/vlen=18/seqid=43 2024-12-16T03:20:23,595 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:serverstartcode/1734319223367/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:serverstartcode/1734319223367/Put/vlen=8/seqid=43 2024-12-16T03:20:23,595 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:sn/1734319223198/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:sn/1734319223198/Put/vlen=32/seqid=42 2024-12-16T03:20:23,595 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:state/1734319223367/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7./info:state/1734319223367/Put/vlen=4/seqid=43 2024-12-16T03:20:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T03:20:23,595 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T03:20:23,595 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16905ad3 to 127.0.0.1:51144 2024-12-16T03:20:23,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:23,596 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T03:20:23,596 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1638351888, stopped=false 2024-12-16T03:20:23,596 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f0d65a6309ee,34239,1734319216929 2024-12-16T03:20:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:23,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:23,637 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T03:20:23,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:23,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:23,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:23,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:23,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:23,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:23,638 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,44427,1734319217090' ***** 2024-12-16T03:20:23,638 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:23,638 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,42375,1734319217135' ***** 2024-12-16T03:20:23,638 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:23,638 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:23,638 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,46433,1734319217176' ***** 2024-12-16T03:20:23,638 INFO [RS:1;f0d65a6309ee:42375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:23,638 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:23,638 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:23,638 INFO [RS:1;f0d65a6309ee:42375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:23,638 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:23,638 INFO [RS:0;f0d65a6309ee:44427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:23,638 INFO [RS:2;f0d65a6309ee:46433 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:23,638 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(3579): Received CLOSE for cadf68e0d77436099138556f51478039 2024-12-16T03:20:23,638 INFO [RS:2;f0d65a6309ee:46433 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:23,638 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer(3579): Received CLOSE for 0bdf75eaef14e07b60243da429447412 2024-12-16T03:20:23,638 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:23,638 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:23,638 INFO [RS:0;f0d65a6309ee:44427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:23,638 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,39473,1734319217228' ***** 2024-12-16T03:20:23,638 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:23,638 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:23,639 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:23,639 INFO [RS:3;f0d65a6309ee:39473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:23,639 INFO [RS:3;f0d65a6309ee:39473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:23,639 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:23,639 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,39473,1734319217228 2024-12-16T03:20:23,639 DEBUG [RS:3;f0d65a6309ee:39473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:23,639 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.HRegionServer(3579): Received CLOSE for d9e0eaad005de411cf41131e787faa8c 2024-12-16T03:20:23,639 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T03:20:23,639 DEBUG [RS:3;f0d65a6309ee:39473 {}] regionserver.HRegionServer(1603): Online Regions={1657623790=hbase:meta,,1_0002.1657623790} 2024-12-16T03:20:23,639 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-16T03:20:23,639 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer(3579): Received CLOSE for 2f469e4e917138a2e4e095d56e52fdef 2024-12-16T03:20:23,639 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,46433,1734319217176 2024-12-16T03:20:23,639 DEBUG [RS:2;f0d65a6309ee:46433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:23,639 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(3579): Received CLOSE for d8718bb703e36248669b361ac965e9f7 2024-12-16T03:20:23,639 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-16T03:20:23,639 DEBUG [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer(1603): Online Regions={0bdf75eaef14e07b60243da429447412=testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412., 2f469e4e917138a2e4e095d56e52fdef=testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef.} 2024-12-16T03:20:23,639 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:23,639 DEBUG [RS:1;f0d65a6309ee:42375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:23,639 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0bdf75eaef14e07b60243da429447412, disabling compactions & flushes 2024-12-16T03:20:23,639 DEBUG [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer(1629): Waiting on 0bdf75eaef14e07b60243da429447412, 2f469e4e917138a2e4e095d56e52fdef 2024-12-16T03:20:23,639 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cadf68e0d77436099138556f51478039, disabling compactions & flushes 2024-12-16T03:20:23,639 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:23,639 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412. 2024-12-16T03:20:23,639 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039. 2024-12-16T03:20:23,639 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:23,639 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412. 2024-12-16T03:20:23,639 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:23,639 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039. 2024-12-16T03:20:23,639 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412. after waiting 0 ms 2024-12-16T03:20:23,639 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039. after waiting 0 ms 2024-12-16T03:20:23,639 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412. 2024-12-16T03:20:23,639 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T03:20:23,639 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039. 2024-12-16T03:20:23,639 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing cadf68e0d77436099138556f51478039 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T03:20:23,640 DEBUG [RS:3;f0d65a6309ee:39473 {}] regionserver.HRegionServer(1629): Waiting on 1657623790 2024-12-16T03:20:23,640 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-16T03:20:23,640 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-16T03:20:23,640 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-16T03:20:23,640 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:23,640 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-16T03:20:23,641 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(1599): Waiting on 4 regions to close 2024-12-16T03:20:23,641 DEBUG [RS:0;f0d65a6309ee:44427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:23,641 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-16T03:20:23,641 DEBUG [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(1603): Online Regions={cadf68e0d77436099138556f51478039=hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039., d8718bb703e36248669b361ac965e9f7=testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7., 1588230740=hbase:meta,,1.1588230740, 534574363=hbase:meta,,1_0001.534574363} 2024-12-16T03:20:23,641 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T03:20:23,641 DEBUG [RS:0;f0d65a6309ee:44427 {}] regionserver.HRegionServer(1603): Online Regions={d9e0eaad005de411cf41131e787faa8c=testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c.} 2024-12-16T03:20:23,641 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-16T03:20:23,641 DEBUG [RS:0;f0d65a6309ee:44427 {}] regionserver.HRegionServer(1629): Waiting on d9e0eaad005de411cf41131e787faa8c 2024-12-16T03:20:23,641 DEBUG [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 534574363, cadf68e0d77436099138556f51478039, d8718bb703e36248669b361ac965e9f7 2024-12-16T03:20:23,641 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:23,641 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:23,641 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:23,641 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:23,641 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:23,641 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=5.09 KB heapSize=8.46 KB 2024-12-16T03:20:23,641 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d9e0eaad005de411cf41131e787faa8c, disabling compactions & flushes 2024-12-16T03:20:23,641 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c. 2024-12-16T03:20:23,641 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c. 2024-12-16T03:20:23,641 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c. after waiting 0 ms 2024-12-16T03:20:23,641 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c. 2024-12-16T03:20:23,643 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:23,643 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-16T03:20:23,643 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-16T03:20:23,643 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-16T03:20:23,644 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_1/0bdf75eaef14e07b60243da429447412/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:23,645 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412. 2024-12-16T03:20:23,645 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0bdf75eaef14e07b60243da429447412: 2024-12-16T03:20:23,645 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412. 2024-12-16T03:20:23,645 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2f469e4e917138a2e4e095d56e52fdef, disabling compactions & flushes 2024-12-16T03:20:23,645 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef. 2024-12-16T03:20:23,645 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef. 2024-12-16T03:20:23,645 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef. after waiting 0 ms 2024-12-16T03:20:23,645 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef. 2024-12-16T03:20:23,649 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_0/d9e0eaad005de411cf41131e787faa8c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:23,650 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c. 2024-12-16T03:20:23,650 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d9e0eaad005de411cf41131e787faa8c: 2024-12-16T03:20:23,650 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734319220346.d9e0eaad005de411cf41131e787faa8c. 2024-12-16T03:20:23,651 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_2/2f469e4e917138a2e4e095d56e52fdef/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:23,651 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef. 2024-12-16T03:20:23,651 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2f469e4e917138a2e4e095d56e52fdef: 2024-12-16T03:20:23,651 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734319222332.2f469e4e917138a2e4e095d56e52fdef. 2024-12-16T03:20:23,659 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/info/44318c2688854a268fb49236c7fd2fe0 is 211, key is testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734319221661.0bdf75eaef14e07b60243da429447412./info:regioninfo/1734319222125/Put/seqid=0 2024-12-16T03:20:23,661 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/namespace/cadf68e0d77436099138556f51478039/.tmp/info/d51930b2fc42439bbce44f3314f8f829 is 45, key is default/info:d/1734319219149/Put/seqid=0 2024-12-16T03:20:23,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741856_1032 (size=10374) 2024-12-16T03:20:23,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741856_1032 (size=10374) 2024-12-16T03:20:23,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741856_1032 (size=10374) 2024-12-16T03:20:23,668 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.64 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/info/44318c2688854a268fb49236c7fd2fe0 2024-12-16T03:20:23,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741857_1033 (size=5037) 2024-12-16T03:20:23,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741857_1033 (size=5037) 2024-12-16T03:20:23,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741857_1033 (size=5037) 2024-12-16T03:20:23,676 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/namespace/cadf68e0d77436099138556f51478039/.tmp/info/d51930b2fc42439bbce44f3314f8f829 2024-12-16T03:20:23,681 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/namespace/cadf68e0d77436099138556f51478039/.tmp/info/d51930b2fc42439bbce44f3314f8f829 as hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/namespace/cadf68e0d77436099138556f51478039/info/d51930b2fc42439bbce44f3314f8f829 2024-12-16T03:20:23,686 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/namespace/cadf68e0d77436099138556f51478039/info/d51930b2fc42439bbce44f3314f8f829, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T03:20:23,686 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for cadf68e0d77436099138556f51478039 in 47ms, sequenceid=6, compaction requested=false 2024-12-16T03:20:23,687 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-16T03:20:23,692 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/table/12e56eca1c504aea8be43e24f5437d6f is 81, key is testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734319222129/Put/seqid=0 2024-12-16T03:20:23,693 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/namespace/cadf68e0d77436099138556f51478039/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T03:20:23,694 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039. 2024-12-16T03:20:23,694 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cadf68e0d77436099138556f51478039: 2024-12-16T03:20:23,694 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734319218624.cadf68e0d77436099138556f51478039. 2024-12-16T03:20:23,695 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d8718bb703e36248669b361ac965e9f7, disabling compactions & flushes 2024-12-16T03:20:23,695 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7. 2024-12-16T03:20:23,695 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7. 2024-12-16T03:20:23,695 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7. after waiting 0 ms 2024-12-16T03:20:23,695 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7. 2024-12-16T03:20:23,704 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_3/d8718bb703e36248669b361ac965e9f7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:23,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741858_1034 (size=5776) 2024-12-16T03:20:23,705 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7. 2024-12-16T03:20:23,705 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d8718bb703e36248669b361ac965e9f7: 2024-12-16T03:20:23,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741858_1034 (size=5776) 2024-12-16T03:20:23,705 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734319222978.d8718bb703e36248669b361ac965e9f7. 2024-12-16T03:20:23,706 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=462 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/table/12e56eca1c504aea8be43e24f5437d6f 2024-12-16T03:20:23,706 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:23,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741858_1034 (size=5776) 2024-12-16T03:20:23,711 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/info/44318c2688854a268fb49236c7fd2fe0 as hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/info/44318c2688854a268fb49236c7fd2fe0 2024-12-16T03:20:23,718 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/info/44318c2688854a268fb49236c7fd2fe0, entries=30, sequenceid=45, filesize=10.1 K 2024-12-16T03:20:23,719 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/.tmp/table/12e56eca1c504aea8be43e24f5437d6f as hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/table/12e56eca1c504aea8be43e24f5437d6f 2024-12-16T03:20:23,720 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:23,723 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:23,724 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/table/12e56eca1c504aea8be43e24f5437d6f, entries=6, sequenceid=45, filesize=5.6 K 2024-12-16T03:20:23,725 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:23,725 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~5.09 KB/5214, heapSize ~8.18 KB/8376, currentSize=0 B/0 for 1588230740 in 84ms, sequenceid=45, compaction requested=true 2024-12-16T03:20:23,730 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/data/hbase/meta/1588230740/recovered.edits/48.seqid, newMaxSeqId=48, maxSeqId=27 2024-12-16T03:20:23,731 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:23,731 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:23,731 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:23,731 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:23,731 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-16T03:20:23,731 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-16T03:20:23,731 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-16T03:20:23,731 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-16T03:20:23,731 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-16T03:20:23,733 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:23,733 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-16T03:20:23,733 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-16T03:20:23,733 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-16T03:20:23,751 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 6350, reset compression=false 2024-12-16T03:20:23,757 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:23,757 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 7018, reset compression=false 2024-12-16T03:20:23,757 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/46=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319223641/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/47=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319223724/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/48=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734319223727/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta, lastWalPosition=7018, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-16T03:20:23,839 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,46433,1734319217176; all regions closed. 2024-12-16T03:20:23,840 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,39473,1734319217228; all regions closed. 2024-12-16T03:20:23,841 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,44427,1734319217090; all regions closed. 2024-12-16T03:20:23,841 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,42375,1734319217135; all regions closed. 2024-12-16T03:20:23,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741834_1010 (size=1623) 2024-12-16T03:20:23,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741834_1010 (size=1623) 2024-12-16T03:20:23,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741834_1010 (size=1623) 2024-12-16T03:20:23,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741853_1029 (size=93) 2024-12-16T03:20:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741835_1011 (size=93) 2024-12-16T03:20:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741853_1029 (size=93) 2024-12-16T03:20:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741835_1011 (size=93) 2024-12-16T03:20:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741853_1029 (size=93) 2024-12-16T03:20:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741835_1011 (size=93) 2024-12-16T03:20:23,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741845_1021 (size=7026) 2024-12-16T03:20:23,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741845_1021 (size=7026) 2024-12-16T03:20:23,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741845_1021 (size=7026) 2024-12-16T03:20:23,848 DEBUG [RS:2;f0d65a6309ee:46433 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs 2024-12-16T03:20:23,849 INFO [RS:2;f0d65a6309ee:46433 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C46433%2C1734319217176:(num 1734319218065) 2024-12-16T03:20:23,849 DEBUG [RS:2;f0d65a6309ee:46433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:23,849 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:23,849 INFO [RS:2;f0d65a6309ee:46433 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:23,849 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:23,849 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:23,849 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:23,849 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:23,849 INFO [RS:2;f0d65a6309ee:46433 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46433 2024-12-16T03:20:23,850 DEBUG [RS:3;f0d65a6309ee:39473 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs 2024-12-16T03:20:23,850 INFO [RS:3;f0d65a6309ee:39473 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C39473%2C1734319217228:(num 1734319218066) 2024-12-16T03:20:23,850 DEBUG [RS:3;f0d65a6309ee:39473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:23,850 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:23,851 DEBUG [RS:0;f0d65a6309ee:44427 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs 2024-12-16T03:20:23,851 INFO [RS:0;f0d65a6309ee:44427 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C44427%2C1734319217090.meta:.meta(num 1734319222951) 2024-12-16T03:20:23,851 INFO [RS:3;f0d65a6309ee:39473 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:23,851 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:23,851 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:23,851 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:23,851 INFO [RS:3;f0d65a6309ee:39473 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39473 2024-12-16T03:20:23,851 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:23,853 DEBUG [RS:1;f0d65a6309ee:42375 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs 2024-12-16T03:20:23,853 INFO [RS:1;f0d65a6309ee:42375 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C42375%2C1734319217135.meta:.meta(num 1734319220972) 2024-12-16T03:20:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741836_1012 (size=858) 2024-12-16T03:20:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741836_1012 (size=858) 2024-12-16T03:20:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741836_1012 (size=858) 2024-12-16T03:20:23,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741833_1009 (size=2179) 2024-12-16T03:20:23,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741833_1009 (size=2179) 2024-12-16T03:20:23,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741833_1009 (size=2179) 2024-12-16T03:20:23,857 DEBUG [RS:0;f0d65a6309ee:44427 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs 2024-12-16T03:20:23,857 INFO [RS:0;f0d65a6309ee:44427 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C44427%2C1734319217090:(num 1734319218067) 2024-12-16T03:20:23,857 DEBUG [RS:0;f0d65a6309ee:44427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:23,857 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:23,857 INFO [RS:0;f0d65a6309ee:44427 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:23,857 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:23,857 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:23,857 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:23,857 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:23,858 INFO [RS:0;f0d65a6309ee:44427 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44427 2024-12-16T03:20:23,859 DEBUG [RS:1;f0d65a6309ee:42375 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs 2024-12-16T03:20:23,859 INFO [RS:1;f0d65a6309ee:42375 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C42375%2C1734319217135:(num 1734319218054) 2024-12-16T03:20:23,859 DEBUG [RS:1;f0d65a6309ee:42375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:23,859 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:23,859 INFO [RS:1;f0d65a6309ee:42375 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:23,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:20:23,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,46433,1734319217176 2024-12-16T03:20:23,860 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:23,861 INFO [RS:1;f0d65a6309ee:42375 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42375 2024-12-16T03:20:23,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,39473,1734319217228 2024-12-16T03:20:23,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,44427,1734319217090 2024-12-16T03:20:23,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,46433,1734319217176] 2024-12-16T03:20:23,868 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,46433,1734319217176; numProcessing=1 2024-12-16T03:20:23,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:20:23,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,42375,1734319217135 2024-12-16T03:20:23,909 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,46433,1734319217176 already deleted, retry=false 2024-12-16T03:20:23,909 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,46433,1734319217176 expired; onlineServers=3 2024-12-16T03:20:23,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,39473,1734319217228] 2024-12-16T03:20:23,909 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,39473,1734319217228; numProcessing=2 2024-12-16T03:20:23,935 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:20:23,936 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,39473,1734319217228 already deleted, retry=false 2024-12-16T03:20:23,936 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,39473,1734319217228 expired; onlineServers=2 2024-12-16T03:20:23,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,44427,1734319217090] 2024-12-16T03:20:23,937 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,44427,1734319217090; numProcessing=3 2024-12-16T03:20:23,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:23,945 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,44427,1734319217090 already deleted, retry=false 2024-12-16T03:20:23,945 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,44427,1734319217090 expired; onlineServers=1 2024-12-16T03:20:23,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,42375,1734319217135] 2024-12-16T03:20:23,945 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,42375,1734319217135; numProcessing=4 2024-12-16T03:20:23,953 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,42375,1734319217135 already deleted, retry=false 2024-12-16T03:20:23,953 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,42375,1734319217135 expired; onlineServers=0 2024-12-16T03:20:23,953 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,34239,1734319216929' ***** 2024-12-16T03:20:23,953 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T03:20:23,953 DEBUG [M:0;f0d65a6309ee:34239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5867c676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:23,953 INFO [M:0;f0d65a6309ee:34239 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,34239,1734319216929 2024-12-16T03:20:23,953 INFO [M:0;f0d65a6309ee:34239 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,34239,1734319216929; all regions closed. 2024-12-16T03:20:23,953 DEBUG [M:0;f0d65a6309ee:34239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:23,953 DEBUG [M:0;f0d65a6309ee:34239 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T03:20:23,954 DEBUG [M:0;f0d65a6309ee:34239 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T03:20:23,954 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T03:20:23,954 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319217739 {}] cleaner.HFileCleaner(306): Exit Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319217739,5,FailOnTimeoutGroup] 2024-12-16T03:20:23,954 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319217739 {}] cleaner.HFileCleaner(306): Exit Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319217739,5,FailOnTimeoutGroup] 2024-12-16T03:20:23,954 INFO [M:0;f0d65a6309ee:34239 {}] hbase.ChoreService(370): Chore service for: master/f0d65a6309ee:0 had [] on shutdown 2024-12-16T03:20:23,954 DEBUG [M:0;f0d65a6309ee:34239 {}] master.HMaster(1733): Stopping service threads 2024-12-16T03:20:23,954 INFO [M:0;f0d65a6309ee:34239 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T03:20:23,954 INFO [M:0;f0d65a6309ee:34239 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T03:20:23,954 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T03:20:23,961 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta to pos 7018, reset compression=false 2024-12-16T03:20:23,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:23,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:23,961 DEBUG [M:0;f0d65a6309ee:34239 {}] zookeeper.ZKUtil(347): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-16T03:20:23,961 WARN [M:0;f0d65a6309ee:34239 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T03:20:23,961 INFO [M:0;f0d65a6309ee:34239 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T03:20:23,961 INFO [M:0;f0d65a6309ee:34239 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T03:20:23,962 DEBUG [M:0;f0d65a6309ee:34239 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:20:23,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:23,962 INFO [M:0;f0d65a6309ee:34239 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:23,962 DEBUG [M:0;f0d65a6309ee:34239 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:23,962 DEBUG [M:0;f0d65a6309ee:34239 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:20:23,962 DEBUG [M:0;f0d65a6309ee:34239 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:23,962 INFO [M:0;f0d65a6309ee:34239 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.38 KB heapSize=189.95 KB 2024-12-16T03:20:23,962 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] wal.AbstractFSWALProvider(461): Log hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta was moved to hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/oldWALs/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta 2024-12-16T03:20:23,965 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,42375,1734319217135/f0d65a6309ee%2C42375%2C1734319217135.meta.1734319220972.meta 2024-12-16T03:20:23,965 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.WALEntryStream(247): No more WAL files in queue 2024-12-16T03:20:23,965 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(121): Stopping the replication source wal reader 2024-12-16T03:20:23,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:23,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:23,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:23,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:23,978 INFO [RS:2;f0d65a6309ee:46433 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,46433,1734319217176; zookeeper connection closed. 2024-12-16T03:20:23,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1002cda35880003, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:23,979 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7269c880 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7269c880 2024-12-16T03:20:23,979 DEBUG [M:0;f0d65a6309ee:34239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4500549e92244e3849d7ac4a797d3f0 is 82, key is hbase:meta,,1/info:regioninfo/1734319221628/Put/seqid=0 2024-12-16T03:20:23,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741859_1035 (size=7127) 2024-12-16T03:20:23,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741859_1035 (size=7127) 2024-12-16T03:20:23,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741859_1035 (size=7127) 2024-12-16T03:20:23,986 INFO [M:0;f0d65a6309ee:34239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.15 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4500549e92244e3849d7ac4a797d3f0 2024-12-16T03:20:24,002 DEBUG [M:0;f0d65a6309ee:34239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4470661cf6c24471baf616564a91273e is 2426, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734319220337/Put/seqid=0 2024-12-16T03:20:24,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741860_1036 (size=13345) 2024-12-16T03:20:24,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741860_1036 (size=13345) 2024-12-16T03:20:24,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741860_1036 (size=13345) 2024-12-16T03:20:24,008 INFO [M:0;f0d65a6309ee:34239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=158.97 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4470661cf6c24471baf616564a91273e 2024-12-16T03:20:24,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:24,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x1002cda35880004, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:24,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:24,009 INFO [RS:3;f0d65a6309ee:39473 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,39473,1734319217228; zookeeper connection closed. 2024-12-16T03:20:24,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x1002cda35880001, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:24,009 INFO [RS:0;f0d65a6309ee:44427 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,44427,1734319217090; zookeeper connection closed. 2024-12-16T03:20:24,009 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30a5fe11 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30a5fe11 2024-12-16T03:20:24,010 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1dbc3b60 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1dbc3b60 2024-12-16T03:20:24,026 DEBUG [M:0;f0d65a6309ee:34239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a44b16c103f14e55a14cf4cc0c6911e5 is 69, key is f0d65a6309ee,39473,1734319217228/rs:state/1734319217832/Put/seqid=0 2024-12-16T03:20:24,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:24,028 INFO [RS:1;f0d65a6309ee:42375 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,42375,1734319217135; zookeeper connection closed. 2024-12-16T03:20:24,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1002cda35880002, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:24,028 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d28c2ce {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d28c2ce 2024-12-16T03:20:24,029 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 4 regionserver(s) complete 2024-12-16T03:20:24,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741861_1037 (size=5360) 2024-12-16T03:20:24,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741861_1037 (size=5360) 2024-12-16T03:20:24,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741861_1037 (size=5360) 2024-12-16T03:20:24,032 INFO [M:0;f0d65a6309ee:34239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=260 B at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a44b16c103f14e55a14cf4cc0c6911e5 2024-12-16T03:20:24,037 DEBUG [M:0;f0d65a6309ee:34239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4500549e92244e3849d7ac4a797d3f0 as hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4500549e92244e3849d7ac4a797d3f0 2024-12-16T03:20:24,042 INFO [M:0;f0d65a6309ee:34239 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4500549e92244e3849d7ac4a797d3f0, entries=30, sequenceid=283, filesize=7.0 K 2024-12-16T03:20:24,043 DEBUG [M:0;f0d65a6309ee:34239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4470661cf6c24471baf616564a91273e as hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4470661cf6c24471baf616564a91273e 2024-12-16T03:20:24,046 INFO [M:0;f0d65a6309ee:34239 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4470661cf6c24471baf616564a91273e, entries=32, sequenceid=283, filesize=13.0 K 2024-12-16T03:20:24,047 DEBUG [M:0;f0d65a6309ee:34239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a44b16c103f14e55a14cf4cc0c6911e5 as hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a44b16c103f14e55a14cf4cc0c6911e5 2024-12-16T03:20:24,051 INFO [M:0;f0d65a6309ee:34239 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a44b16c103f14e55a14cf4cc0c6911e5, entries=4, sequenceid=283, filesize=5.2 K 2024-12-16T03:20:24,052 INFO [M:0;f0d65a6309ee:34239 {}] regionserver.HRegion(3040): Finished flush of dataSize ~162.38 KB/166278, heapSize ~189.65 KB/194200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 90ms, sequenceid=283, compaction requested=false 2024-12-16T03:20:24,054 INFO [M:0;f0d65a6309ee:34239 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:24,054 DEBUG [M:0;f0d65a6309ee:34239 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:20:24,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741830_1006 (size=185400) 2024-12-16T03:20:24,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741830_1006 (size=185400) 2024-12-16T03:20:24,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741830_1006 (size=185400) 2024-12-16T03:20:24,058 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:24,058 INFO [M:0;f0d65a6309ee:34239 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T03:20:24,058 INFO [M:0;f0d65a6309ee:34239 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34239 2024-12-16T03:20:24,068 DEBUG [M:0;f0d65a6309ee:34239 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/f0d65a6309ee,34239,1734319216929 already deleted, retry=false 2024-12-16T03:20:24,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:24,178 INFO [M:0;f0d65a6309ee:34239 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,34239,1734319216929; zookeeper connection closed. 2024-12-16T03:20:24,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34239-0x1002cda35880000, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:24,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d760b4b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:24,181 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ef928dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:24,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:24,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b50efa1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:24,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25f7d9d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:24,183 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:24,183 WARN [BP-848128608-172.17.0.2-1734319214543 heartbeating to localhost/127.0.0.1:41309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:24,183 WARN [BP-848128608-172.17.0.2-1734319214543 heartbeating to localhost/127.0.0.1:41309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-848128608-172.17.0.2-1734319214543 (Datanode Uuid e5af57cc-1508-4e66-afb4-51f46c92b19c) service to localhost/127.0.0.1:41309 2024-12-16T03:20:24,183 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:24,183 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:24,183 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:24,184 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/dfs/data/data7/current/BP-848128608-172.17.0.2-1734319214543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:24,184 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/dfs/data/data8/current/BP-848128608-172.17.0.2-1734319214543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:24,184 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:24,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e1d25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:24,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e3ab160{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:24,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:24,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27d1aec8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:24,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6777dc76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:24,195 WARN [BP-848128608-172.17.0.2-1734319214543 heartbeating to localhost/127.0.0.1:41309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:24,195 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:24,195 WARN [BP-848128608-172.17.0.2-1734319214543 heartbeating to localhost/127.0.0.1:41309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-848128608-172.17.0.2-1734319214543 (Datanode Uuid aa41a6b3-0bd5-46a5-b04e-abf9f689aea1) service to localhost/127.0.0.1:41309 2024-12-16T03:20:24,195 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:24,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/dfs/data/data5/current/BP-848128608-172.17.0.2-1734319214543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:24,196 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:24,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/dfs/data/data6/current/BP-848128608-172.17.0.2-1734319214543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:24,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@416108cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:24,200 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21f73b49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:24,200 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:24,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58797506{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:24,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a2f8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:24,202 WARN [BP-848128608-172.17.0.2-1734319214543 heartbeating to localhost/127.0.0.1:41309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:24,202 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:24,202 WARN [BP-848128608-172.17.0.2-1734319214543 heartbeating to localhost/127.0.0.1:41309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-848128608-172.17.0.2-1734319214543 (Datanode Uuid c3bb3eeb-ac25-426e-b393-c677680e326f) service to localhost/127.0.0.1:41309 2024-12-16T03:20:24,202 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:24,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/dfs/data/data3/current/BP-848128608-172.17.0.2-1734319214543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:24,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/dfs/data/data4/current/BP-848128608-172.17.0.2-1734319214543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:24,203 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:24,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b50b52{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:24,210 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b019d53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:24,210 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:24,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12d961bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:24,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79bb63b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:24,211 WARN [BP-848128608-172.17.0.2-1734319214543 heartbeating to localhost/127.0.0.1:41309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:24,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:24,211 WARN [BP-848128608-172.17.0.2-1734319214543 heartbeating to localhost/127.0.0.1:41309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-848128608-172.17.0.2-1734319214543 (Datanode Uuid 6da618cb-274b-44d5-a62e-19cf3e5bbfa2) service to localhost/127.0.0.1:41309 2024-12-16T03:20:24,211 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:24,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/dfs/data/data1/current/BP-848128608-172.17.0.2-1734319214543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:24,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/cluster_fda893f7-6b47-5bb6-40ca-58b5bada2686/dfs/data/data2/current/BP-848128608-172.17.0.2-1734319214543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:24,214 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:24,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d6a75c6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:20:24,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69f89ee8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:24,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:24,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486d4dd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:24,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@632af5a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:24,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T03:20:24,254 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T03:20:24,262 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testHBaseMetaReplicationSourceCreatedOnOpen Thread=194 (was 124) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:41309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:41309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:41309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51144@0x61d6e323-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51144@0x30c744cc-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:41309 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:51144) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:41309 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:41309 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51144@0x30c744cc java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:41309 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:51144) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51144@0x61d6e323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51144@0x30c744cc-SendThread(127.0.0.1:51144) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:124) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:155) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51144@0x61d6e323-SendThread(127.0.0.1:51144) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=585 (was 513) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 90) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11904 (was 12689) 2024-12-16T03:20:24,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWALRolledAndDeleted Thread=194, OpenFileDescriptor=585, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=11904 2024-12-16T03:20:24,286 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/hadoop.log.dir so I do NOT create it in target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e 2024-12-16T03:20:24,286 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/hadoop.log.dir Erasing configuration value by system value. 2024-12-16T03:20:24,286 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/hadoop.tmp.dir so I do NOT create it in target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e 2024-12-16T03:20:24,286 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d3d24f7-1bc2-6b9c-1b16-46ec285a8874/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-16T03:20:24,286 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e 2024-12-16T03:20:24,286 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T03:20:24,286 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6, deleteOnExit=true 2024-12-16T03:20:24,286 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T03:20:24,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/test.cache.data in system properties and HBase conf 2024-12-16T03:20:24,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T03:20:24,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/hadoop.log.dir in system properties and HBase conf 2024-12-16T03:20:24,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T03:20:24,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T03:20:24,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T03:20:24,287 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T03:20:24,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:20:24,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:20:24,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T03:20:24,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:20:24,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T03:20:24,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T03:20:24,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:20:24,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:20:24,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T03:20:24,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/nfs.dump.dir in system properties and HBase conf 2024-12-16T03:20:24,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/java.io.tmpdir in system properties and HBase conf 2024-12-16T03:20:24,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:20:24,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T03:20:24,289 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T03:20:24,324 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1002cda35880009, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-16T03:20:24,324 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1002cda35880006, quorum=127.0.0.1:51144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-16T03:20:24,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1002cda35880006, quorum=127.0.0.1:51144, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-16T03:20:24,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1002cda35880009, quorum=127.0.0.1:51144, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-16T03:20:24,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:24,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:24,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:24,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:24,600 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:20:24,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:24,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9cc1438{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:24,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6409cada{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:24,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bc92210{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/java.io.tmpdir/jetty-localhost-43625-hadoop-hdfs-3_4_1-tests_jar-_-any-15871761719247355670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:20:24,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@783c5e54{HTTP/1.1, (http/1.1)}{localhost:43625} 2024-12-16T03:20:24,695 INFO [Time-limited test {}] server.Server(415): Started @145598ms 2024-12-16T03:20:24,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:24,857 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:24,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:24,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:24,858 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:20:24,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4dfd61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:24,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77523ed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:24,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1db055ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/java.io.tmpdir/jetty-localhost-46703-hadoop-hdfs-3_4_1-tests_jar-_-any-9467498048117047811/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:24,953 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24f43305{HTTP/1.1, (http/1.1)}{localhost:46703} 2024-12-16T03:20:24,953 INFO [Time-limited test {}] server.Server(415): Started @145856ms 2024-12-16T03:20:24,954 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:24,983 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:24,984 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:24,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:24,986 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:24,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:24,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:24,987 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:20:24,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77469d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:24,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@676742c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:25,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60391fb0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/java.io.tmpdir/jetty-localhost-40557-hadoop-hdfs-3_4_1-tests_jar-_-any-13232126836546001745/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:25,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ffeb3bc{HTTP/1.1, (http/1.1)}{localhost:40557} 2024-12-16T03:20:25,078 INFO [Time-limited test {}] server.Server(415): Started @145981ms 2024-12-16T03:20:25,079 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:25,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:25,113 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:25,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:25,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:25,114 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:20:25,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b412644{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:25,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d0f15e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:25,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d2ef173{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/java.io.tmpdir/jetty-localhost-43613-hadoop-hdfs-3_4_1-tests_jar-_-any-11137270259337258954/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:25,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@424604e6{HTTP/1.1, (http/1.1)}{localhost:43613} 2024-12-16T03:20:25,207 INFO [Time-limited test {}] server.Server(415): Started @146110ms 2024-12-16T03:20:25,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:25,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:25,239 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:25,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:25,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:25,242 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:20:25,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72e81247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:25,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9770850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:25,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a87085{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/java.io.tmpdir/jetty-localhost-42915-hadoop-hdfs-3_4_1-tests_jar-_-any-8433750875225126332/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:25,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c5fdd08{HTTP/1.1, (http/1.1)}{localhost:42915} 2024-12-16T03:20:25,333 INFO [Time-limited test {}] server.Server(415): Started @146236ms 2024-12-16T03:20:25,333 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:25,640 WARN [Thread-1714 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/dfs/data/data1/current/BP-636283213-172.17.0.2-1734319224315/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:25,640 WARN [Thread-1715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/dfs/data/data2/current/BP-636283213-172.17.0.2-1734319224315/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:25,658 WARN [Thread-1635 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:25,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa03c8c49ecacc270 with lease ID 0xf810319c3382b26a: Processing first storage report for DS-8b0e717c-0918-408e-9205-67381807f050 from datanode DatanodeRegistration(127.0.0.1:37007, datanodeUuid=b1fccc87-edae-41df-acda-9f1b26e3f1b0, infoPort=32777, infoSecurePort=0, ipcPort=39599, storageInfo=lv=-57;cid=testClusterID;nsid=1735700328;c=1734319224315) 2024-12-16T03:20:25,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa03c8c49ecacc270 with lease ID 0xf810319c3382b26a: from storage DS-8b0e717c-0918-408e-9205-67381807f050 node DatanodeRegistration(127.0.0.1:37007, datanodeUuid=b1fccc87-edae-41df-acda-9f1b26e3f1b0, infoPort=32777, infoSecurePort=0, ipcPort=39599, storageInfo=lv=-57;cid=testClusterID;nsid=1735700328;c=1734319224315), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:25,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa03c8c49ecacc270 with lease ID 0xf810319c3382b26a: Processing first storage report for DS-e3b278f6-fb46-404d-8708-6a068f9bbd41 from datanode DatanodeRegistration(127.0.0.1:37007, datanodeUuid=b1fccc87-edae-41df-acda-9f1b26e3f1b0, infoPort=32777, infoSecurePort=0, ipcPort=39599, storageInfo=lv=-57;cid=testClusterID;nsid=1735700328;c=1734319224315) 2024-12-16T03:20:25,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa03c8c49ecacc270 with lease ID 0xf810319c3382b26a: from storage DS-e3b278f6-fb46-404d-8708-6a068f9bbd41 node DatanodeRegistration(127.0.0.1:37007, datanodeUuid=b1fccc87-edae-41df-acda-9f1b26e3f1b0, infoPort=32777, infoSecurePort=0, ipcPort=39599, storageInfo=lv=-57;cid=testClusterID;nsid=1735700328;c=1734319224315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:25,725 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:20:25,725 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:25,884 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:25,884 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:26,001 WARN [Thread-1731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/dfs/data/data4/current/BP-636283213-172.17.0.2-1734319224315/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:26,001 WARN [Thread-1730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/dfs/data/data3/current/BP-636283213-172.17.0.2-1734319224315/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:26,018 WARN [Thread-1658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:26,020 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53432a5456145fd0 with lease ID 0xf810319c3382b26b: Processing first storage report for DS-a861ef63-101e-495d-bfe2-a3b70da2502b from datanode DatanodeRegistration(127.0.0.1:40363, datanodeUuid=8302dbe3-6d87-4143-a9b7-eae39fce138c, infoPort=38409, infoSecurePort=0, ipcPort=40017, storageInfo=lv=-57;cid=testClusterID;nsid=1735700328;c=1734319224315) 2024-12-16T03:20:26,020 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53432a5456145fd0 with lease ID 0xf810319c3382b26b: from storage DS-a861ef63-101e-495d-bfe2-a3b70da2502b node DatanodeRegistration(127.0.0.1:40363, datanodeUuid=8302dbe3-6d87-4143-a9b7-eae39fce138c, infoPort=38409, infoSecurePort=0, ipcPort=40017, storageInfo=lv=-57;cid=testClusterID;nsid=1735700328;c=1734319224315), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:26,020 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53432a5456145fd0 with lease ID 0xf810319c3382b26b: Processing first storage report for DS-16a2ab15-7d44-4210-95f1-7cf33d51347b from datanode DatanodeRegistration(127.0.0.1:40363, datanodeUuid=8302dbe3-6d87-4143-a9b7-eae39fce138c, infoPort=38409, infoSecurePort=0, ipcPort=40017, storageInfo=lv=-57;cid=testClusterID;nsid=1735700328;c=1734319224315) 2024-12-16T03:20:26,020 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53432a5456145fd0 with lease ID 0xf810319c3382b26b: from storage DS-16a2ab15-7d44-4210-95f1-7cf33d51347b node DatanodeRegistration(127.0.0.1:40363, datanodeUuid=8302dbe3-6d87-4143-a9b7-eae39fce138c, infoPort=38409, infoSecurePort=0, ipcPort=40017, storageInfo=lv=-57;cid=testClusterID;nsid=1735700328;c=1734319224315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:26,189 WARN [Thread-1741 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/dfs/data/data5/current/BP-636283213-172.17.0.2-1734319224315/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:26,189 WARN [Thread-1742 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/dfs/data/data6/current/BP-636283213-172.17.0.2-1734319224315/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:26,204 WARN [Thread-1681 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:26,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdca8193824b64950 with lease ID 0xf810319c3382b26c: Processing first storage report for DS-d9097681-c22b-4b67-b546-f1b5a65bc777 from datanode DatanodeRegistration(127.0.0.1:46535, datanodeUuid=444e7674-9568-4a3b-9046-a98776d67947, infoPort=45827, infoSecurePort=0, ipcPort=46253, storageInfo=lv=-57;cid=testClusterID;nsid=1735700328;c=1734319224315) 2024-12-16T03:20:26,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdca8193824b64950 with lease ID 0xf810319c3382b26c: from storage DS-d9097681-c22b-4b67-b546-f1b5a65bc777 node DatanodeRegistration(127.0.0.1:46535, datanodeUuid=444e7674-9568-4a3b-9046-a98776d67947, infoPort=45827, infoSecurePort=0, ipcPort=46253, storageInfo=lv=-57;cid=testClusterID;nsid=1735700328;c=1734319224315), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:26,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdca8193824b64950 with lease ID 0xf810319c3382b26c: Processing first storage report for DS-f2045474-7677-4de0-8a0a-9080c441ecaf from datanode DatanodeRegistration(127.0.0.1:46535, datanodeUuid=444e7674-9568-4a3b-9046-a98776d67947, infoPort=45827, infoSecurePort=0, ipcPort=46253, storageInfo=lv=-57;cid=testClusterID;nsid=1735700328;c=1734319224315) 2024-12-16T03:20:26,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdca8193824b64950 with lease ID 0xf810319c3382b26c: from storage DS-f2045474-7677-4de0-8a0a-9080c441ecaf node DatanodeRegistration(127.0.0.1:46535, datanodeUuid=444e7674-9568-4a3b-9046-a98776d67947, infoPort=45827, infoSecurePort=0, ipcPort=46253, storageInfo=lv=-57;cid=testClusterID;nsid=1735700328;c=1734319224315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:26,291 WARN [Thread-1752 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/dfs/data/data7/current/BP-636283213-172.17.0.2-1734319224315/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:26,291 WARN [Thread-1753 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/dfs/data/data8/current/BP-636283213-172.17.0.2-1734319224315/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:26,307 WARN [Thread-1704 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:26,309 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a9e62b60cde6a25 with lease ID 0xf810319c3382b26d: Processing first storage report for DS-8438bcdc-2a7c-427f-bcda-ddcc96fa59b4 from datanode DatanodeRegistration(127.0.0.1:36289, datanodeUuid=d319dd07-5e64-4aa3-88f7-63d6f920c4f2, infoPort=33211, infoSecurePort=0, ipcPort=37687, storageInfo=lv=-57;cid=testClusterID;nsid=1735700328;c=1734319224315) 2024-12-16T03:20:26,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a9e62b60cde6a25 with lease ID 0xf810319c3382b26d: from storage DS-8438bcdc-2a7c-427f-bcda-ddcc96fa59b4 node DatanodeRegistration(127.0.0.1:36289, datanodeUuid=d319dd07-5e64-4aa3-88f7-63d6f920c4f2, infoPort=33211, infoSecurePort=0, ipcPort=37687, storageInfo=lv=-57;cid=testClusterID;nsid=1735700328;c=1734319224315), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:26,309 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a9e62b60cde6a25 with lease ID 0xf810319c3382b26d: Processing first storage report for DS-9f9871ef-9da9-40d0-8f3a-852c03a7f313 from datanode DatanodeRegistration(127.0.0.1:36289, datanodeUuid=d319dd07-5e64-4aa3-88f7-63d6f920c4f2, infoPort=33211, infoSecurePort=0, ipcPort=37687, storageInfo=lv=-57;cid=testClusterID;nsid=1735700328;c=1734319224315) 2024-12-16T03:20:26,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a9e62b60cde6a25 with lease ID 0xf810319c3382b26d: from storage DS-9f9871ef-9da9-40d0-8f3a-852c03a7f313 node DatanodeRegistration(127.0.0.1:36289, datanodeUuid=d319dd07-5e64-4aa3-88f7-63d6f920c4f2, infoPort=33211, infoSecurePort=0, ipcPort=37687, storageInfo=lv=-57;cid=testClusterID;nsid=1735700328;c=1734319224315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:26,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e 2024-12-16T03:20:26,367 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/zookeeper_0, clientPort=50616, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T03:20:26,368 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50616 2024-12-16T03:20:26,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:26,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:26,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:20:26,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:20:26,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:20:26,383 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52 with version=8 2024-12-16T03:20:26,384 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/hbase-staging 2024-12-16T03:20:26,386 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:26,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:26,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:26,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:26,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:26,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:26,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:26,387 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:26,388 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33935 2024-12-16T03:20:26,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:26,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:26,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33935 connecting to ZooKeeper ensemble=127.0.0.1:50616 2024-12-16T03:20:26,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339350x0, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:26,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33935-0x1002cda5a7e0000 connected 2024-12-16T03:20:26,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:26,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:26,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:26,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33935 2024-12-16T03:20:26,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33935 2024-12-16T03:20:26,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33935 2024-12-16T03:20:26,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33935 2024-12-16T03:20:26,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33935 2024-12-16T03:20:26,564 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52, hbase.cluster.distributed=false 2024-12-16T03:20:26,584 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:26,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:26,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:26,584 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:26,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:26,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:26,584 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:26,584 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:26,585 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39197 2024-12-16T03:20:26,585 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:20:26,586 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:20:26,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:26,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:26,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39197 connecting to ZooKeeper ensemble=127.0.0.1:50616 2024-12-16T03:20:26,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391970x0, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:26,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391970x0, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:26,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39197-0x1002cda5a7e0001 connected 2024-12-16T03:20:26,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:26,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:26,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39197 2024-12-16T03:20:26,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39197 2024-12-16T03:20:26,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39197 2024-12-16T03:20:26,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39197 2024-12-16T03:20:26,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39197 2024-12-16T03:20:26,631 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:26,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:26,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:26,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:26,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:26,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:26,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:26,631 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:26,632 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37401 2024-12-16T03:20:26,632 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:20:26,633 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:20:26,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:26,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:26,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37401 connecting to ZooKeeper ensemble=127.0.0.1:50616 2024-12-16T03:20:26,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374010x0, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:26,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374010x0, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:26,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37401-0x1002cda5a7e0002 connected 2024-12-16T03:20:26,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:26,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:26,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37401 2024-12-16T03:20:26,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37401 2024-12-16T03:20:26,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37401 2024-12-16T03:20:26,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37401 2024-12-16T03:20:26,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37401 2024-12-16T03:20:26,691 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:26,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:26,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:26,692 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:26,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:26,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:26,692 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:26,692 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:26,692 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34653 2024-12-16T03:20:26,692 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:20:26,693 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:20:26,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:26,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:26,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34653 connecting to ZooKeeper ensemble=127.0.0.1:50616 2024-12-16T03:20:26,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346530x0, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:26,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346530x0, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:26,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34653-0x1002cda5a7e0003 connected 2024-12-16T03:20:26,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:26,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:26,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34653 2024-12-16T03:20:26,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34653 2024-12-16T03:20:26,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34653 2024-12-16T03:20:26,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34653 2024-12-16T03:20:26,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34653 2024-12-16T03:20:26,749 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:26,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:26,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:26,749 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:26,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:26,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:26,749 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:26,749 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:26,750 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38883 2024-12-16T03:20:26,750 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:20:26,751 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:20:26,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:26,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:26,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38883 connecting to ZooKeeper ensemble=127.0.0.1:50616 2024-12-16T03:20:26,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388830x0, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:26,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388830x0, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:26,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38883-0x1002cda5a7e0004 connected 2024-12-16T03:20:26,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:26,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:26,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38883 2024-12-16T03:20:26,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38883 2024-12-16T03:20:26,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38883 2024-12-16T03:20:26,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38883 2024-12-16T03:20:26,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38883 2024-12-16T03:20:26,800 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/f0d65a6309ee,33935,1734319226386 2024-12-16T03:20:26,815 DEBUG [M:0;f0d65a6309ee:33935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f0d65a6309ee:33935 2024-12-16T03:20:26,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:26,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:26,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:26,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:26,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:26,838 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f0d65a6309ee,33935,1734319226386 2024-12-16T03:20:26,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:26,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:26,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:26,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:26,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:26,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:26,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:26,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:26,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:26,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:26,854 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T03:20:26,854 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f0d65a6309ee,33935,1734319226386 from backup master directory 2024-12-16T03:20:26,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:26,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:26,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:26,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f0d65a6309ee,33935,1734319226386 2024-12-16T03:20:26,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:26,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:26,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T03:20:26,861 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:26,861 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f0d65a6309ee,33935,1734319226386 2024-12-16T03:20:26,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:20:26,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:20:26,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:20:26,882 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/hbase.id with ID: 8a5ec7ff-1c45-4c19-b759-b726d62f13c8 2024-12-16T03:20:26,885 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:26,885 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:26,890 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:26,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:26,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:26,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:26,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:26,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:26,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:20:26,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:20:26,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:20:26,914 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:20:26,915 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T03:20:26,915 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:26,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:20:26,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:20:26,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:20:26,927 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store 2024-12-16T03:20:26,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:20:26,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:20:26,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:20:26,934 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:26,934 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:20:26,934 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:26,934 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:26,934 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:20:26,934 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:26,934 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:26,934 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:20:26,935 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/.initializing 2024-12-16T03:20:26,935 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/WALs/f0d65a6309ee,33935,1734319226386 2024-12-16T03:20:26,936 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:26,937 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f0d65a6309ee%2C33935%2C1734319226386, suffix=, logDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/WALs/f0d65a6309ee,33935,1734319226386, archiveDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/oldWALs, maxLogs=10 2024-12-16T03:20:26,954 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/WALs/f0d65a6309ee,33935,1734319226386/f0d65a6309ee%2C33935%2C1734319226386.1734319226937, exclude list is [], retry=0 2024-12-16T03:20:26,957 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-8438bcdc-2a7c-427f-bcda-ddcc96fa59b4,DISK] 2024-12-16T03:20:26,957 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46535,DS-d9097681-c22b-4b67-b546-f1b5a65bc777,DISK] 2024-12-16T03:20:26,957 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-a861ef63-101e-495d-bfe2-a3b70da2502b,DISK] 2024-12-16T03:20:26,959 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/WALs/f0d65a6309ee,33935,1734319226386/f0d65a6309ee%2C33935%2C1734319226386.1734319226937 2024-12-16T03:20:26,959 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33211:33211),(127.0.0.1/127.0.0.1:45827:45827),(127.0.0.1/127.0.0.1:38409:38409)] 2024-12-16T03:20:26,959 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:26,959 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:26,959 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:26,959 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:26,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:26,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T03:20:26,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:26,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:26,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:26,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T03:20:26,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:26,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:26,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:26,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T03:20:26,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:26,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:26,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:26,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T03:20:26,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:26,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:26,967 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:26,967 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:26,969 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T03:20:26,969 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:26,971 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:20:26,971 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60344426, jitterRate=-0.10079798102378845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T03:20:26,972 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:20:26,972 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T03:20:26,974 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51738aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:26,974 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T03:20:26,975 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T03:20:26,975 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T03:20:26,975 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T03:20:26,975 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-16T03:20:26,975 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-16T03:20:26,975 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T03:20:26,977 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T03:20:26,977 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-16T03:20:26,986 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-16T03:20:26,986 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T03:20:26,987 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-16T03:20:26,994 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-16T03:20:26,995 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T03:20:26,996 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-16T03:20:27,003 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-16T03:20:27,004 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-16T03:20:27,011 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-16T03:20:27,013 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T03:20:27,020 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-16T03:20:27,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:27,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:27,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:27,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:27,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:27,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,073 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f0d65a6309ee,33935,1734319226386, sessionid=0x1002cda5a7e0000, setting cluster-up flag (Was=false) 2024-12-16T03:20:27,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,236 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-16T03:20:27,238 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,33935,1734319226386 2024-12-16T03:20:27,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,278 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-16T03:20:27,279 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,33935,1734319226386 2024-12-16T03:20:27,281 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T03:20:27,281 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T03:20:27,281 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T03:20:27,281 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f0d65a6309ee,33935,1734319226386 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T03:20:27,281 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:20:27,282 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:20:27,282 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:20:27,282 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:20:27,282 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f0d65a6309ee:0, corePoolSize=10, maxPoolSize=10 2024-12-16T03:20:27,282 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,282 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:27,282 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,282 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734319257282 2024-12-16T03:20:27,283 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T03:20:27,283 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T03:20:27,283 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T03:20:27,283 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T03:20:27,283 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T03:20:27,283 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T03:20:27,283 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:20:27,283 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T03:20:27,283 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,283 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T03:20:27,283 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T03:20:27,283 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T03:20:27,284 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T03:20:27,284 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T03:20:27,287 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:27,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:20:27,287 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319227284,5,FailOnTimeoutGroup] 2024-12-16T03:20:27,287 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319227287,5,FailOnTimeoutGroup] 2024-12-16T03:20:27,287 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,287 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T03:20:27,287 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,287 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:20:27,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:20:27,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:20:27,306 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T03:20:27,307 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52 2024-12-16T03:20:27,319 DEBUG [RS:0;f0d65a6309ee:39197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f0d65a6309ee:39197 2024-12-16T03:20:27,324 DEBUG [RS:1;f0d65a6309ee:37401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f0d65a6309ee:37401 2024-12-16T03:20:27,324 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.HRegionServer(1008): ClusterId : 8a5ec7ff-1c45-4c19-b759-b726d62f13c8 2024-12-16T03:20:27,324 DEBUG [RS:0;f0d65a6309ee:39197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:20:27,325 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.HRegionServer(1008): ClusterId : 8a5ec7ff-1c45-4c19-b759-b726d62f13c8 2024-12-16T03:20:27,325 DEBUG [RS:1;f0d65a6309ee:37401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:20:27,327 DEBUG [RS:2;f0d65a6309ee:34653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f0d65a6309ee:34653 2024-12-16T03:20:27,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:20:27,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:20:27,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:20:27,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:27,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:20:27,340 DEBUG [RS:3;f0d65a6309ee:38883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;f0d65a6309ee:38883 2024-12-16T03:20:27,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:20:27,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:27,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:27,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:20:27,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:20:27,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:27,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:27,343 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.HRegionServer(1008): ClusterId : 8a5ec7ff-1c45-4c19-b759-b726d62f13c8 2024-12-16T03:20:27,343 DEBUG [RS:2;f0d65a6309ee:34653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:20:27,343 DEBUG [RS:0;f0d65a6309ee:39197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:20:27,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:20:27,343 DEBUG [RS:0;f0d65a6309ee:39197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:20:27,343 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer(1008): ClusterId : 8a5ec7ff-1c45-4c19-b759-b726d62f13c8 2024-12-16T03:20:27,343 DEBUG [RS:3;f0d65a6309ee:38883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:20:27,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:20:27,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:27,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:27,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740 2024-12-16T03:20:27,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740 2024-12-16T03:20:27,347 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:27,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:20:27,349 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:20:27,349 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69833507, jitterRate=0.04060034453868866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:27,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:20:27,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:27,350 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:27,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:27,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:27,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:27,350 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:27,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:27,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:20:27,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T03:20:27,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T03:20:27,352 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T03:20:27,352 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:20:27,361 DEBUG [RS:1;f0d65a6309ee:37401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:20:27,361 DEBUG [RS:1;f0d65a6309ee:37401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:20:27,362 DEBUG [RS:2;f0d65a6309ee:34653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:20:27,362 DEBUG [RS:2;f0d65a6309ee:34653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:20:27,370 DEBUG [RS:0;f0d65a6309ee:39197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:20:27,370 DEBUG [RS:3;f0d65a6309ee:38883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:20:27,370 DEBUG [RS:3;f0d65a6309ee:38883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:20:27,370 DEBUG [RS:0;f0d65a6309ee:39197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e8c7b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:27,370 DEBUG [RS:0;f0d65a6309ee:39197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0c353e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:27,370 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:20:27,370 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:20:27,370 DEBUG [RS:0;f0d65a6309ee:39197 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:20:27,386 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,33935,1734319226386 with isa=f0d65a6309ee/172.17.0.2:39197, startcode=1734319226583 2024-12-16T03:20:27,386 DEBUG [RS:1;f0d65a6309ee:37401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:20:27,386 DEBUG [RS:0;f0d65a6309ee:39197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:20:27,387 DEBUG [RS:2;f0d65a6309ee:34653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:20:27,387 DEBUG [RS:1;f0d65a6309ee:37401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5cffca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:27,387 DEBUG [RS:2;f0d65a6309ee:34653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4838516f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:27,387 DEBUG [RS:1;f0d65a6309ee:37401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c947ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:27,387 DEBUG [RS:2;f0d65a6309ee:34653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358df59c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:27,387 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:20:27,387 DEBUG [RS:3;f0d65a6309ee:38883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:20:27,387 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:20:27,387 DEBUG [RS:1;f0d65a6309ee:37401 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:20:27,387 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:20:27,387 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:20:27,387 DEBUG [RS:2;f0d65a6309ee:34653 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:20:27,387 DEBUG [RS:3;f0d65a6309ee:38883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5833f5fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:27,388 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,33935,1734319226386 with isa=f0d65a6309ee/172.17.0.2:34653, startcode=1734319226691 2024-12-16T03:20:27,388 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,33935,1734319226386 with isa=f0d65a6309ee/172.17.0.2:37401, startcode=1734319226631 2024-12-16T03:20:27,388 DEBUG [RS:2;f0d65a6309ee:34653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:20:27,388 DEBUG [RS:1;f0d65a6309ee:37401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:20:27,388 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51189, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:20:27,388 DEBUG [RS:3;f0d65a6309ee:38883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2457bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:27,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33935 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,39197,1734319226583 2024-12-16T03:20:27,388 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:20:27,388 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:20:27,388 DEBUG [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:20:27,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33935 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,39197,1734319226583 2024-12-16T03:20:27,389 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37547, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:20:27,389 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,33935,1734319226386 with isa=f0d65a6309ee/172.17.0.2:38883, startcode=1734319226748 2024-12-16T03:20:27,389 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43409, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:20:27,389 DEBUG [RS:3;f0d65a6309ee:38883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:20:27,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33935 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:27,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33935 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:27,390 DEBUG [RS:0;f0d65a6309ee:39197 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52 2024-12-16T03:20:27,390 DEBUG [RS:0;f0d65a6309ee:39197 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39159 2024-12-16T03:20:27,390 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59611, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:20:27,390 DEBUG [RS:0;f0d65a6309ee:39197 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:20:27,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33935 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,34653,1734319226691 2024-12-16T03:20:27,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33935 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,34653,1734319226691 2024-12-16T03:20:27,391 DEBUG [RS:1;f0d65a6309ee:37401 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52 2024-12-16T03:20:27,391 DEBUG [RS:1;f0d65a6309ee:37401 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39159 2024-12-16T03:20:27,391 DEBUG [RS:1;f0d65a6309ee:37401 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:20:27,392 DEBUG [RS:2;f0d65a6309ee:34653 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52 2024-12-16T03:20:27,392 DEBUG [RS:2;f0d65a6309ee:34653 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39159 2024-12-16T03:20:27,392 DEBUG [RS:2;f0d65a6309ee:34653 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:20:27,392 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33935 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:27,392 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33935 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:27,393 DEBUG [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52 2024-12-16T03:20:27,393 DEBUG [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39159 2024-12-16T03:20:27,393 DEBUG [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:20:27,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:20:27,467 DEBUG [RS:0;f0d65a6309ee:39197 {}] zookeeper.ZKUtil(111): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,39197,1734319226583 2024-12-16T03:20:27,467 WARN [RS:0;f0d65a6309ee:39197 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:27,467 INFO [RS:0;f0d65a6309ee:39197 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:27,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,37401,1734319226631] 2024-12-16T03:20:27,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,34653,1734319226691] 2024-12-16T03:20:27,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,38883,1734319226748] 2024-12-16T03:20:27,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,39197,1734319226583] 2024-12-16T03:20:27,467 DEBUG [RS:0;f0d65a6309ee:39197 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583 2024-12-16T03:20:27,468 DEBUG [RS:2;f0d65a6309ee:34653 {}] zookeeper.ZKUtil(111): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,34653,1734319226691 2024-12-16T03:20:27,468 DEBUG [RS:1;f0d65a6309ee:37401 {}] zookeeper.ZKUtil(111): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:27,468 DEBUG [RS:3;f0d65a6309ee:38883 {}] zookeeper.ZKUtil(111): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:27,468 WARN [RS:2;f0d65a6309ee:34653 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:27,468 WARN [RS:1;f0d65a6309ee:37401 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:27,468 WARN [RS:3;f0d65a6309ee:38883 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:27,468 INFO [RS:3;f0d65a6309ee:38883 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:27,468 INFO [RS:2;f0d65a6309ee:34653 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:27,468 INFO [RS:1;f0d65a6309ee:37401 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:27,468 DEBUG [RS:2;f0d65a6309ee:34653 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,34653,1734319226691 2024-12-16T03:20:27,468 DEBUG [RS:1;f0d65a6309ee:37401 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:27,468 DEBUG [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:27,470 DEBUG [RS:0;f0d65a6309ee:39197 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:20:27,470 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:20:27,472 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:20:27,473 DEBUG [RS:1;f0d65a6309ee:37401 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:20:27,473 DEBUG [RS:2;f0d65a6309ee:34653 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:20:27,473 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:20:27,473 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:20:27,477 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:20:27,477 INFO [RS:0;f0d65a6309ee:39197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:27,477 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:20:27,477 INFO [RS:0;f0d65a6309ee:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,477 DEBUG [RS:3;f0d65a6309ee:38883 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:20:27,477 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:20:27,477 INFO [RS:1;f0d65a6309ee:37401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:27,477 INFO [RS:1;f0d65a6309ee:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,478 INFO [RS:2;f0d65a6309ee:34653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:27,478 INFO [RS:2;f0d65a6309ee:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,478 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:20:27,479 INFO [RS:1;f0d65a6309ee:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,479 DEBUG [RS:1;f0d65a6309ee:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,479 DEBUG [RS:1;f0d65a6309ee:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,479 DEBUG [RS:1;f0d65a6309ee:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,479 DEBUG [RS:1;f0d65a6309ee:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,479 DEBUG [RS:1;f0d65a6309ee:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,479 DEBUG [RS:1;f0d65a6309ee:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:27,479 DEBUG [RS:1;f0d65a6309ee:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,479 DEBUG [RS:1;f0d65a6309ee:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,479 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:20:27,479 DEBUG [RS:1;f0d65a6309ee:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,479 DEBUG [RS:1;f0d65a6309ee:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,479 DEBUG [RS:1;f0d65a6309ee:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,479 DEBUG [RS:1;f0d65a6309ee:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:27,479 DEBUG [RS:1;f0d65a6309ee:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:27,480 INFO [RS:0;f0d65a6309ee:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,480 DEBUG [RS:0;f0d65a6309ee:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,480 DEBUG [RS:0;f0d65a6309ee:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,480 DEBUG [RS:0;f0d65a6309ee:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,480 DEBUG [RS:0;f0d65a6309ee:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,480 DEBUG [RS:0;f0d65a6309ee:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,480 DEBUG [RS:0;f0d65a6309ee:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:27,480 DEBUG [RS:0;f0d65a6309ee:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,480 DEBUG [RS:0;f0d65a6309ee:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,480 DEBUG [RS:0;f0d65a6309ee:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,480 DEBUG [RS:0;f0d65a6309ee:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,480 DEBUG [RS:0;f0d65a6309ee:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,480 DEBUG [RS:0;f0d65a6309ee:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:27,481 DEBUG [RS:0;f0d65a6309ee:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:27,483 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:20:27,484 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:20:27,484 INFO [RS:3;f0d65a6309ee:38883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:27,484 INFO [RS:3;f0d65a6309ee:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,484 INFO [RS:2;f0d65a6309ee:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,484 DEBUG [RS:2;f0d65a6309ee:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,484 DEBUG [RS:2;f0d65a6309ee:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,484 DEBUG [RS:2;f0d65a6309ee:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,484 DEBUG [RS:2;f0d65a6309ee:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,484 DEBUG [RS:2;f0d65a6309ee:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,484 DEBUG [RS:2;f0d65a6309ee:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:27,484 DEBUG [RS:2;f0d65a6309ee:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,484 DEBUG [RS:2;f0d65a6309ee:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,485 DEBUG [RS:2;f0d65a6309ee:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,485 DEBUG [RS:2;f0d65a6309ee:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,485 DEBUG [RS:2;f0d65a6309ee:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,485 DEBUG [RS:2;f0d65a6309ee:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:27,485 DEBUG [RS:2;f0d65a6309ee:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:27,489 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:20:27,489 INFO [RS:1;f0d65a6309ee:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,489 INFO [RS:0;f0d65a6309ee:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,489 INFO [RS:1;f0d65a6309ee:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,489 INFO [RS:1;f0d65a6309ee:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,489 INFO [RS:0;f0d65a6309ee:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,489 INFO [RS:1;f0d65a6309ee:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,489 INFO [RS:0;f0d65a6309ee:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,489 INFO [RS:1;f0d65a6309ee:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,37401,1734319226631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:27,489 INFO [RS:0;f0d65a6309ee:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,489 INFO [RS:0;f0d65a6309ee:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,39197,1734319226583-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:27,489 INFO [RS:3;f0d65a6309ee:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,490 DEBUG [RS:3;f0d65a6309ee:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,490 DEBUG [RS:3;f0d65a6309ee:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,490 DEBUG [RS:3;f0d65a6309ee:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,490 DEBUG [RS:3;f0d65a6309ee:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,490 DEBUG [RS:3;f0d65a6309ee:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,490 DEBUG [RS:3;f0d65a6309ee:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:27,490 DEBUG [RS:3;f0d65a6309ee:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,490 DEBUG [RS:3;f0d65a6309ee:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,490 DEBUG [RS:3;f0d65a6309ee:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,490 DEBUG [RS:3;f0d65a6309ee:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,490 DEBUG [RS:3;f0d65a6309ee:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:27,490 DEBUG [RS:3;f0d65a6309ee:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:27,490 DEBUG [RS:3;f0d65a6309ee:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:27,491 INFO [RS:2;f0d65a6309ee:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,491 INFO [RS:2;f0d65a6309ee:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,491 INFO [RS:2;f0d65a6309ee:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,491 INFO [RS:2;f0d65a6309ee:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,491 INFO [RS:2;f0d65a6309ee:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,34653,1734319226691-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:27,499 INFO [RS:3;f0d65a6309ee:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,499 INFO [RS:3;f0d65a6309ee:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,499 INFO [RS:3;f0d65a6309ee:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,499 INFO [RS:3;f0d65a6309ee:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,499 INFO [RS:3;f0d65a6309ee:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,38883,1734319226748-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:27,502 WARN [f0d65a6309ee:33935 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-16T03:20:27,508 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:20:27,508 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:20:27,509 INFO [RS:1;f0d65a6309ee:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,37401,1734319226631-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,509 INFO [RS:0;f0d65a6309ee:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,39197,1734319226583-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,516 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:20:27,516 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:20:27,517 INFO [RS:2;f0d65a6309ee:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,34653,1734319226691-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,517 INFO [RS:3;f0d65a6309ee:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,38883,1734319226748-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:27,536 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.Replication(204): f0d65a6309ee,37401,1734319226631 started 2024-12-16T03:20:27,536 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,37401,1734319226631, RpcServer on f0d65a6309ee/172.17.0.2:37401, sessionid=0x1002cda5a7e0002 2024-12-16T03:20:27,536 DEBUG [RS:1;f0d65a6309ee:37401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:20:27,536 DEBUG [RS:1;f0d65a6309ee:37401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:27,536 DEBUG [RS:1;f0d65a6309ee:37401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,37401,1734319226631' 2024-12-16T03:20:27,536 DEBUG [RS:1;f0d65a6309ee:37401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:20:27,536 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.Replication(204): f0d65a6309ee,39197,1734319226583 started 2024-12-16T03:20:27,536 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,39197,1734319226583, RpcServer on f0d65a6309ee/172.17.0.2:39197, sessionid=0x1002cda5a7e0001 2024-12-16T03:20:27,536 DEBUG [RS:0;f0d65a6309ee:39197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:20:27,536 DEBUG [RS:0;f0d65a6309ee:39197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,39197,1734319226583 2024-12-16T03:20:27,536 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.Replication(204): f0d65a6309ee,34653,1734319226691 started 2024-12-16T03:20:27,536 DEBUG [RS:0;f0d65a6309ee:39197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,39197,1734319226583' 2024-12-16T03:20:27,537 DEBUG [RS:0;f0d65a6309ee:39197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:20:27,537 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,34653,1734319226691, RpcServer on f0d65a6309ee/172.17.0.2:34653, sessionid=0x1002cda5a7e0003 2024-12-16T03:20:27,537 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.Replication(204): f0d65a6309ee,38883,1734319226748 started 2024-12-16T03:20:27,537 DEBUG [RS:2;f0d65a6309ee:34653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:20:27,537 DEBUG [RS:2;f0d65a6309ee:34653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,34653,1734319226691 2024-12-16T03:20:27,537 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,38883,1734319226748, RpcServer on f0d65a6309ee/172.17.0.2:38883, sessionid=0x1002cda5a7e0004 2024-12-16T03:20:27,537 DEBUG [RS:2;f0d65a6309ee:34653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,34653,1734319226691' 2024-12-16T03:20:27,537 DEBUG [RS:2;f0d65a6309ee:34653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:20:27,537 DEBUG [RS:3;f0d65a6309ee:38883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:20:27,537 DEBUG [RS:3;f0d65a6309ee:38883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:27,537 DEBUG [RS:3;f0d65a6309ee:38883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,38883,1734319226748' 2024-12-16T03:20:27,537 DEBUG [RS:3;f0d65a6309ee:38883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:20:27,537 DEBUG [RS:1;f0d65a6309ee:37401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:20:27,537 DEBUG [RS:0;f0d65a6309ee:39197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:20:27,537 DEBUG [RS:1;f0d65a6309ee:37401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:20:27,537 DEBUG [RS:3;f0d65a6309ee:38883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:20:27,537 DEBUG [RS:2;f0d65a6309ee:34653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:20:27,537 DEBUG [RS:1;f0d65a6309ee:37401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:20:27,537 DEBUG [RS:1;f0d65a6309ee:37401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:27,537 DEBUG [RS:1;f0d65a6309ee:37401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,37401,1734319226631' 2024-12-16T03:20:27,537 DEBUG [RS:1;f0d65a6309ee:37401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:20:27,537 DEBUG [RS:0;f0d65a6309ee:39197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:20:27,537 DEBUG [RS:0;f0d65a6309ee:39197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:20:27,537 DEBUG [RS:0;f0d65a6309ee:39197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,39197,1734319226583 2024-12-16T03:20:27,537 DEBUG [RS:2;f0d65a6309ee:34653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:20:27,537 DEBUG [RS:0;f0d65a6309ee:39197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,39197,1734319226583' 2024-12-16T03:20:27,537 DEBUG [RS:0;f0d65a6309ee:39197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:20:27,537 DEBUG [RS:3;f0d65a6309ee:38883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:20:27,537 DEBUG [RS:2;f0d65a6309ee:34653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:20:27,537 DEBUG [RS:3;f0d65a6309ee:38883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:20:27,537 DEBUG [RS:2;f0d65a6309ee:34653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,34653,1734319226691 2024-12-16T03:20:27,537 DEBUG [RS:3;f0d65a6309ee:38883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:27,537 DEBUG [RS:2;f0d65a6309ee:34653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,34653,1734319226691' 2024-12-16T03:20:27,537 DEBUG [RS:1;f0d65a6309ee:37401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:20:27,537 DEBUG [RS:3;f0d65a6309ee:38883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,38883,1734319226748' 2024-12-16T03:20:27,537 DEBUG [RS:2;f0d65a6309ee:34653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:20:27,537 DEBUG [RS:3;f0d65a6309ee:38883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:20:27,538 DEBUG [RS:0;f0d65a6309ee:39197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:20:27,538 DEBUG [RS:2;f0d65a6309ee:34653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:20:27,538 DEBUG [RS:3;f0d65a6309ee:38883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:20:27,538 DEBUG [RS:1;f0d65a6309ee:37401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:20:27,538 INFO [RS:1;f0d65a6309ee:37401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:20:27,538 INFO [RS:1;f0d65a6309ee:37401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:20:27,538 DEBUG [RS:3;f0d65a6309ee:38883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:20:27,538 INFO [RS:3;f0d65a6309ee:38883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:20:27,538 INFO [RS:3;f0d65a6309ee:38883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:20:27,538 DEBUG [RS:2;f0d65a6309ee:34653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:20:27,538 INFO [RS:2;f0d65a6309ee:34653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:20:27,538 INFO [RS:2;f0d65a6309ee:34653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:20:27,538 DEBUG [RS:0;f0d65a6309ee:39197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:20:27,538 INFO [RS:0;f0d65a6309ee:39197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:20:27,538 INFO [RS:0;f0d65a6309ee:39197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:20:27,638 INFO [RS:3;f0d65a6309ee:38883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:27,638 INFO [RS:1;f0d65a6309ee:37401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:27,638 INFO [RS:2;f0d65a6309ee:34653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:27,638 INFO [RS:0;f0d65a6309ee:39197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:27,640 INFO [RS:0;f0d65a6309ee:39197 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C39197%2C1734319226583, suffix=, logDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583, archiveDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs, maxLogs=10 2024-12-16T03:20:27,640 INFO [RS:2;f0d65a6309ee:34653 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C34653%2C1734319226691, suffix=, logDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,34653,1734319226691, archiveDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs, maxLogs=10 2024-12-16T03:20:27,640 INFO [RS:1;f0d65a6309ee:37401 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C37401%2C1734319226631, suffix=, logDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631, archiveDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs, maxLogs=10 2024-12-16T03:20:27,640 INFO [RS:3;f0d65a6309ee:38883 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C38883%2C1734319226748, suffix=, logDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,38883,1734319226748, archiveDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs, maxLogs=10 2024-12-16T03:20:27,651 DEBUG [RS:3;f0d65a6309ee:38883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,38883,1734319226748/f0d65a6309ee%2C38883%2C1734319226748.1734319227640, exclude list is [], retry=0 2024-12-16T03:20:27,651 DEBUG [RS:0;f0d65a6309ee:39197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.1734319227640, exclude list is [], retry=0 2024-12-16T03:20:27,651 DEBUG [RS:2;f0d65a6309ee:34653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,34653,1734319226691/f0d65a6309ee%2C34653%2C1734319226691.1734319227640, exclude list is [], retry=0 2024-12-16T03:20:27,651 DEBUG [RS:1;f0d65a6309ee:37401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.1734319227640, exclude list is [], retry=0 2024-12-16T03:20:27,654 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-8438bcdc-2a7c-427f-bcda-ddcc96fa59b4,DISK] 2024-12-16T03:20:27,654 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-a861ef63-101e-495d-bfe2-a3b70da2502b,DISK] 2024-12-16T03:20:27,654 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37007,DS-8b0e717c-0918-408e-9205-67381807f050,DISK] 2024-12-16T03:20:27,654 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-8438bcdc-2a7c-427f-bcda-ddcc96fa59b4,DISK] 2024-12-16T03:20:27,654 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46535,DS-d9097681-c22b-4b67-b546-f1b5a65bc777,DISK] 2024-12-16T03:20:27,654 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46535,DS-d9097681-c22b-4b67-b546-f1b5a65bc777,DISK] 2024-12-16T03:20:27,654 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-a861ef63-101e-495d-bfe2-a3b70da2502b,DISK] 2024-12-16T03:20:27,654 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-a861ef63-101e-495d-bfe2-a3b70da2502b,DISK] 2024-12-16T03:20:27,654 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-8438bcdc-2a7c-427f-bcda-ddcc96fa59b4,DISK] 2024-12-16T03:20:27,654 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46535,DS-d9097681-c22b-4b67-b546-f1b5a65bc777,DISK] 2024-12-16T03:20:27,655 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-a861ef63-101e-495d-bfe2-a3b70da2502b,DISK] 2024-12-16T03:20:27,655 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37007,DS-8b0e717c-0918-408e-9205-67381807f050,DISK] 2024-12-16T03:20:27,658 INFO [RS:3;f0d65a6309ee:38883 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,38883,1734319226748/f0d65a6309ee%2C38883%2C1734319226748.1734319227640 2024-12-16T03:20:27,658 INFO [RS:0;f0d65a6309ee:39197 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.1734319227640 2024-12-16T03:20:27,658 INFO [RS:1;f0d65a6309ee:37401 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.1734319227640 2024-12-16T03:20:27,658 DEBUG [RS:0;f0d65a6309ee:39197 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32777:32777),(127.0.0.1/127.0.0.1:38409:38409),(127.0.0.1/127.0.0.1:33211:33211)] 2024-12-16T03:20:27,659 DEBUG [RS:3;f0d65a6309ee:38883 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38409:38409),(127.0.0.1/127.0.0.1:45827:45827),(127.0.0.1/127.0.0.1:32777:32777)] 2024-12-16T03:20:27,659 DEBUG [RS:1;f0d65a6309ee:37401 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33211:33211),(127.0.0.1/127.0.0.1:45827:45827),(127.0.0.1/127.0.0.1:38409:38409)] 2024-12-16T03:20:27,660 INFO [RS:2;f0d65a6309ee:34653 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,34653,1734319226691/f0d65a6309ee%2C34653%2C1734319226691.1734319227640 2024-12-16T03:20:27,660 DEBUG [RS:2;f0d65a6309ee:34653 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45827:45827),(127.0.0.1/127.0.0.1:38409:38409),(127.0.0.1/127.0.0.1:33211:33211)] 2024-12-16T03:20:27,753 DEBUG [f0d65a6309ee:33935 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-16T03:20:27,753 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:27,754 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:27,754 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:27,754 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:27,754 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:20:27,754 INFO [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:27,754 INFO [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:27,754 INFO [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:27,754 INFO [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:20:27,754 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:20:27,754 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:27,755 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,37401,1734319226631, state=OPENING 2024-12-16T03:20:27,802 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T03:20:27,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:27,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:27,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:27,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,37401,1734319226631}] 2024-12-16T03:20:27,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:27,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:27,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:27,985 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:27,986 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:27,997 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:27,997 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:28,000 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:28,006 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:20:28,006 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:28,022 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-16T03:20:28,022 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T03:20:28,024 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C37401%2C1734319226631.meta, suffix=.meta, logDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631, archiveDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs, maxLogs=10 2024-12-16T03:20:28,035 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d8c2e57 to 127.0.0.1:50616 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e16503 2024-12-16T03:20:28,036 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta, exclude list is [], retry=0 2024-12-16T03:20:28,038 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-8438bcdc-2a7c-427f-bcda-ddcc96fa59b4,DISK] 2024-12-16T03:20:28,038 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46535,DS-d9097681-c22b-4b67-b546-f1b5a65bc777,DISK] 2024-12-16T03:20:28,038 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37007,DS-8b0e717c-0918-408e-9205-67381807f050,DISK] 2024-12-16T03:20:28,044 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta 2024-12-16T03:20:28,046 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33211:33211),(127.0.0.1/127.0.0.1:45827:45827),(127.0.0.1/127.0.0.1:32777:32777)] 2024-12-16T03:20:28,046 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:28,046 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:28,046 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:20:28,046 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:28,046 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:20:28,046 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:28,047 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:20:28,047 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:20:28,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:20:28,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:20:28,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:28,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:28,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:20:28,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:20:28,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:28,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:28,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:20:28,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:20:28,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:28,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:28,052 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740 2024-12-16T03:20:28,053 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740 2024-12-16T03:20:28,055 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:28,056 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:20:28,056 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73225836, jitterRate=0.09114998579025269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:28,057 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:20:28,057 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734319227996 2024-12-16T03:20:28,059 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:20:28,059 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:20:28,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:28,059 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2366c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:28,060 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,37401,1734319226631, state=OPEN 2024-12-16T03:20:28,061 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:50616 2024-12-16T03:20:28,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:28,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:28,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:28,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:28,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:28,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:28,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:28,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:28,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:28,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:28,147 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:28,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1002cda5a7e0006 connected 2024-12-16T03:20:28,148 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=8a5ec7ff-1c45-4c19-b759-b726d62f13c8 to cluster=8a5ec7ff-1c45-4c19-b759-b726d62f13c8 2024-12-16T03:20:28,148 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=f0d65a6309ee%2C37401%2C1734319226631 2024-12-16T03:20:28,148 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-16T03:20:28,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T03:20:28,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,37401,1734319226631 in 277 msec 2024-12-16T03:20:28,148 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:28,148 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f0d65a6309ee%2C37401%2C1734319226631 2024-12-16T03:20:28,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T03:20:28,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 797 msec 2024-12-16T03:20:28,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 870 msec 2024-12-16T03:20:28,150 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734319228150, completionTime=-1 2024-12-16T03:20:28,150 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-16T03:20:28,150 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T03:20:28,151 DEBUG [hconnection-0x7acf294f-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:28,152 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:28,153 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-16T03:20:28,153 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734319288153 2024-12-16T03:20:28,153 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734319348153 2024-12-16T03:20:28,153 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-12-16T03:20:28,153 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:28,153 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta to pos 316, reset compression=false 2024-12-16T03:20:28,153 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734319228057/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta, lastWalPosition=316, nbRowKeys=1, nbHFiles=0, heapSize=332, lastSeqIds={}, endOfFile=false,usedBufferSize=332] 2024-12-16T03:20:28,241 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:20:28,242 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33935,1734319226386-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:28,242 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33935,1734319226386-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:28,242 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33935,1734319226386-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:28,243 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f0d65a6309ee:33935, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:28,243 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:28,243 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T03:20:28,243 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:20:28,245 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T03:20:28,246 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T03:20:28,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:20:28,246 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:28,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:20:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:20:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:20:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:20:28,260 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 836a08c6a60b1e026188b751728429c5, NAME => 'hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52 2024-12-16T03:20:28,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:20:28,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:20:28,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:20:28,268 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:28,268 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 836a08c6a60b1e026188b751728429c5, disabling compactions & flushes 2024-12-16T03:20:28,268 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5. 2024-12-16T03:20:28,268 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5. 2024-12-16T03:20:28,268 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5. after waiting 0 ms 2024-12-16T03:20:28,268 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5. 2024-12-16T03:20:28,268 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5. 2024-12-16T03:20:28,268 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 836a08c6a60b1e026188b751728429c5: 2024-12-16T03:20:28,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:20:28,269 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734319228269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319228269"}]},"ts":"1734319228269"} 2024-12-16T03:20:28,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:20:28,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:20:28,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319228271"}]},"ts":"1734319228271"} 2024-12-16T03:20:28,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T03:20:28,295 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:28,296 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:28,296 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:28,296 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:28,296 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:20:28,296 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:28,296 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:28,296 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:28,296 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:20:28,296 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:20:28,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=836a08c6a60b1e026188b751728429c5, ASSIGN}] 2024-12-16T03:20:28,297 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=836a08c6a60b1e026188b751728429c5, ASSIGN 2024-12-16T03:20:28,297 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=836a08c6a60b1e026188b751728429c5, ASSIGN; state=OFFLINE, location=f0d65a6309ee,38883,1734319226748; forceNewPlan=false, retain=false 2024-12-16T03:20:28,357 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta to pos 316, reset compression=false 2024-12-16T03:20:28,361 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:28,361 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta to pos 685, reset compression=false 2024-12-16T03:20:28,361 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta, lastWalPosition=685, nbRowKeys=2, nbHFiles=0, heapSize=624, lastSeqIds={}, endOfFile=false,usedBufferSize=624] 2024-12-16T03:20:28,448 INFO [f0d65a6309ee:33935 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:20:28,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=836a08c6a60b1e026188b751728429c5, regionState=OPENING, regionLocation=f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:28,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 836a08c6a60b1e026188b751728429c5, server=f0d65a6309ee,38883,1734319226748}] 2024-12-16T03:20:28,565 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta to pos 685, reset compression=false 2024-12-16T03:20:28,571 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:28,571 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta to pos 1094, reset compression=false 2024-12-16T03:20:28,571 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6=[#edits: 3 = ],612}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta, lastWalPosition=1094, nbRowKeys=1, nbHFiles=0, heapSize=612, lastSeqIds={}, endOfFile=false,usedBufferSize=612] 2024-12-16T03:20:28,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:28,601 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:28,602 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:28,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5. 2024-12-16T03:20:28,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 836a08c6a60b1e026188b751728429c5, NAME => 'hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:28,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 836a08c6a60b1e026188b751728429c5 2024-12-16T03:20:28,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:28,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 836a08c6a60b1e026188b751728429c5 2024-12-16T03:20:28,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 836a08c6a60b1e026188b751728429c5 2024-12-16T03:20:28,607 INFO [StoreOpener-836a08c6a60b1e026188b751728429c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 836a08c6a60b1e026188b751728429c5 2024-12-16T03:20:28,608 INFO [StoreOpener-836a08c6a60b1e026188b751728429c5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 836a08c6a60b1e026188b751728429c5 columnFamilyName info 2024-12-16T03:20:28,608 DEBUG [StoreOpener-836a08c6a60b1e026188b751728429c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:28,609 INFO [StoreOpener-836a08c6a60b1e026188b751728429c5-1 {}] regionserver.HStore(327): Store=836a08c6a60b1e026188b751728429c5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:28,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/namespace/836a08c6a60b1e026188b751728429c5 2024-12-16T03:20:28,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/namespace/836a08c6a60b1e026188b751728429c5 2024-12-16T03:20:28,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 836a08c6a60b1e026188b751728429c5 2024-12-16T03:20:28,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/namespace/836a08c6a60b1e026188b751728429c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:20:28,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 836a08c6a60b1e026188b751728429c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61277154, jitterRate=-0.08689925074577332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:20:28,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 836a08c6a60b1e026188b751728429c5: 2024-12-16T03:20:28,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5., pid=6, masterSystemTime=1734319228601 2024-12-16T03:20:28,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5. 2024-12-16T03:20:28,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5. 2024-12-16T03:20:28,617 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=836a08c6a60b1e026188b751728429c5, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:28,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T03:20:28,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 836a08c6a60b1e026188b751728429c5, server=f0d65a6309ee,38883,1734319226748 in 169 msec 2024-12-16T03:20:28,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T03:20:28,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=836a08c6a60b1e026188b751728429c5, ASSIGN in 323 msec 2024-12-16T03:20:28,621 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:20:28,622 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319228621"}]},"ts":"1734319228621"} 2024-12-16T03:20:28,623 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T03:20:28,629 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:20:28,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 386 msec 2024-12-16T03:20:28,646 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-16T03:20:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:20:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:28,655 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:28,657 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:28,658 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T03:20:28,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:20:28,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-12-16T03:20:28,690 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T03:20:28,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:20:28,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 23 msec 2024-12-16T03:20:28,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-16T03:20:28,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-16T03:20:28,753 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.892sec 2024-12-16T03:20:28,754 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T03:20:28,754 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T03:20:28,754 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T03:20:28,754 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T03:20:28,754 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T03:20:28,754 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33935,1734319226386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:28,754 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33935,1734319226386-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T03:20:28,757 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T03:20:28,757 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T03:20:28,757 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33935,1734319226386-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:28,775 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta to pos 1094, reset compression=false 2024-12-16T03:20:28,780 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:28,780 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta to pos 1808, reset compression=false 2024-12-16T03:20:28,780 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta, lastWalPosition=1808, nbRowKeys=2, nbHFiles=0, heapSize=1104, lastSeqIds={}, endOfFile=false,usedBufferSize=1104] 2024-12-16T03:20:28,827 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7592910f to 127.0.0.1:50616 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b42ff6a 2024-12-16T03:20:28,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ce6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:28,841 DEBUG [hconnection-0x4e5e7c9e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:28,842 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:28,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f0d65a6309ee,33935,1734319226386 2024-12-16T03:20:28,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:20:28,846 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:20:28,848 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33935 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:20:28,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-16T03:20:28,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:20:28,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:20:28,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:20:28,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:20:28,873 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T03:20:28,874 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-16T03:20:28,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-16T03:20:28,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-16T03:20:28,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-16T03:20:28,877 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:28,878 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,37401,1734319226631, state=CLOSING 2024-12-16T03:20:28,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:28,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:28,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:28,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:28,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:28,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:28,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:28,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:28,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:28,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:28,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:28,886 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:20:28,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:28,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:28,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:28,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=f0d65a6309ee,37401,1734319226631}] 2024-12-16T03:20:28,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:28,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:28,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:28,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:28,983 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta to pos 1808, reset compression=false 2024-12-16T03:20:29,038 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:29,039 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-16T03:20:29,039 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:20:29,039 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:29,039 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:29,039 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:29,039 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:29,039 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:29,039 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-16T03:20:29,053 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/20b948373ad9483ea6eb8a9ec45863b7 is 143, key is hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5./info:regioninfo/1734319228616/Put/seqid=0 2024-12-16T03:20:29,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:20:29,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:20:29,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:20:29,059 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/20b948373ad9483ea6eb8a9ec45863b7 2024-12-16T03:20:29,077 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/table/222d8d941a504d4a860de919d8d456ab is 51, key is hbase:namespace/table:state/1734319228621/Put/seqid=0 2024-12-16T03:20:29,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:20:29,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:20:29,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:20:29,083 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/table/222d8d941a504d4a860de919d8d456ab 2024-12-16T03:20:29,088 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/20b948373ad9483ea6eb8a9ec45863b7 as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/20b948373ad9483ea6eb8a9ec45863b7 2024-12-16T03:20:29,092 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/20b948373ad9483ea6eb8a9ec45863b7, entries=10, sequenceid=9, filesize=6.4 K 2024-12-16T03:20:29,093 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/table/222d8d941a504d4a860de919d8d456ab as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/table/222d8d941a504d4a860de919d8d456ab 2024-12-16T03:20:29,098 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/table/222d8d941a504d4a860de919d8d456ab, entries=2, sequenceid=9, filesize=5.1 K 2024-12-16T03:20:29,099 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 60ms, sequenceid=9, compaction requested=false 2024-12-16T03:20:29,103 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-16T03:20:29,103 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:29,103 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:29,103 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:29,104 WARN [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-16T03:20:29,105 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-16T03:20:29,105 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-16T03:20:29,106 WARN [PEWorker-1 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-16T03:20:29,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-16T03:20:29,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=f0d65a6309ee,37401,1734319226631 in 220 msec 2024-12-16T03:20:29,107 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=f0d65a6309ee,37401,1734319226631; forceNewPlan=false, retain=true 2024-12-16T03:20:29,186 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:29,186 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:29,257 INFO [f0d65a6309ee:33935 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:20:29,258 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:29,259 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,37401,1734319226631, state=OPENING 2024-12-16T03:20:29,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:29,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:29,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:29,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:29,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:29,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:29,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:29,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:29,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:29,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:29,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,37401,1734319226631}] 2024-12-16T03:20:29,288 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta to pos 1808, reset compression=false 2024-12-16T03:20:29,294 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:29,294 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta to pos 2476, reset compression=false 2024-12-16T03:20:29,294 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319229039/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319229098/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734319229100/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta, lastWalPosition=2476, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-16T03:20:29,298 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-16T03:20:29,300 WARN [ReadOnlyZKClient-127.0.0.1:50616@0x3d8c2e57 {}] client.ZKConnectionRegistry(198): Meta region is in state OPENING 2024-12-16T03:20:29,421 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:29,426 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:20:29,426 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:29,427 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:29,427 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:20:29,427 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:29,427 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:20:29,427 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:29,428 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:20:29,428 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:20:29,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:20:29,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:20:29,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:29,442 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/20b948373ad9483ea6eb8a9ec45863b7 2024-12-16T03:20:29,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:29,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:20:29,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:20:29,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:29,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:29,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:20:29,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:20:29,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:29,452 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/table/222d8d941a504d4a860de919d8d456ab 2024-12-16T03:20:29,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:29,453 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740 2024-12-16T03:20:29,454 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740 2024-12-16T03:20:29,455 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:29,456 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:20:29,457 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64754978, jitterRate=-0.035075634717941284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:29,457 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:20:29,458 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734319229421 2024-12-16T03:20:29,459 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:20:29,459 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:20:29,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:29,459 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,37401,1734319226631, state=OPEN 2024-12-16T03:20:29,475 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33935 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=f0d65a6309ee,37401,1734319226631, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-16T03:20:29,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:29,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:29,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:29,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:29,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:29,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:29,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:29,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:29,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:29,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:29,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-16T03:20:29,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,37401,1734319226631 in 224 msec 2024-12-16T03:20:29,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-16T03:20:29,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 620 msec 2024-12-16T03:20:29,500 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta to pos 2476, reset compression=false 2024-12-16T03:20:29,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-16T03:20:29,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 624 msec 2024-12-16T03:20:29,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-16T03:20:29,504 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-16T03:20:29,505 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-16T03:20:29,505 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:20:29,505 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:20:29,506 DEBUG [f0d65a6309ee:33935 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-16T03:20:29,506 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:29,506 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:29,506 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta to pos 2775, reset compression=false 2024-12-16T03:20:29,506 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734319229457/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-16T03:20:29,510 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-16T03:20:29,510 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:29,510 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:29,510 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:29,510 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:20:29,510 INFO [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:29,510 INFO [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:29,510 INFO [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:29,510 INFO [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:20:29,510 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-16T03:20:29,510 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=f0d65a6309ee,34653,1734319226691 2024-12-16T03:20:29,510 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:29,511 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as f0d65a6309ee,34653,1734319226691, state=OPENING 2024-12-16T03:20:29,511 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as f0d65a6309ee,38883,1734319226748, state=OPENING 2024-12-16T03:20:29,528 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-16T03:20:29,528 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-16T03:20:29,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:29,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:29,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:29,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:29,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:29,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=f0d65a6309ee,38883,1734319226748}] 2024-12-16T03:20:29,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=f0d65a6309ee,34653,1734319226691}] 2024-12-16T03:20:29,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:29,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:29,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:29,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:29,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:29,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:29,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:29,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:29,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:29,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:29,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:29,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:29,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:29,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:29,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:29,689 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:29,689 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,34653,1734319226691 2024-12-16T03:20:29,690 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:29,691 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:29,693 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-16T03:20:29,693 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:20:29,693 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:29,693 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-16T03:20:29,693 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:29,693 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-16T03:20:29,693 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:29,693 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-16T03:20:29,693 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-16T03:20:29,694 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-16T03:20:29,694 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-16T03:20:29,694 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-16T03:20:29,695 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:29,695 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-16T03:20:29,695 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:29,695 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-16T03:20:29,695 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:29,695 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-16T03:20:29,695 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-16T03:20:29,695 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-16T03:20:29,695 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:29,696 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-16T03:20:29,696 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-16T03:20:29,697 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:29,701 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/20b948373ad9483ea6eb8a9ec45863b7 2024-12-16T03:20:29,701 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:29,702 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-16T03:20:29,703 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-16T03:20:29,703 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/20b948373ad9483ea6eb8a9ec45863b7 2024-12-16T03:20:29,703 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:29,703 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:29,703 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-16T03:20:29,703 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:29,703 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-16T03:20:29,704 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-16T03:20:29,704 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-16T03:20:29,704 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:29,704 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:29,707 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:29,707 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-16T03:20:29,708 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-16T03:20:29,708 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:29,711 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta to pos 2775, reset compression=false 2024-12-16T03:20:29,714 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/table/222d8d941a504d4a860de919d8d456ab 2024-12-16T03:20:29,714 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:29,715 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:29,715 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/table/222d8d941a504d4a860de919d8d456ab 2024-12-16T03:20:29,715 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:29,715 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:29,716 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70063617, jitterRate=0.044029250741004944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:29,716 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-16T03:20:29,716 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=16, masterSystemTime=1734319229689 2024-12-16T03:20:29,716 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59605300, jitterRate=-0.1118118166923523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:29,717 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-16T03:20:29,717 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=17, masterSystemTime=1734319229689 2024-12-16T03:20:29,718 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-16T03:20:29,718 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-16T03:20:29,718 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-16T03:20:29,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,34653,1734319226691 2024-12-16T03:20:29,718 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:29,718 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-16T03:20:29,719 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-16T03:20:29,718 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-16T03:20:29,719 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as f0d65a6309ee,34653,1734319226691, state=OPEN 2024-12-16T03:20:29,719 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:29,719 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:29,720 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:29,720 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:29,720 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as f0d65a6309ee,38883,1734319226748, state=OPEN 2024-12-16T03:20:29,720 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37401 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-16T03:20:29,720 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37401 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-16T03:20:29,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37401 {}] regionserver.HRegion(2496): NOT flushing hbase:meta,,1.1588230740 as already flushing 2024-12-16T03:20:29,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37401 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:29,720 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-16T03:20:29,720 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-16T03:20:29,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:29,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:29,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:29,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:29,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:29,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:29,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:29,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:29,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:29,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:29,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=14 2024-12-16T03:20:29,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=f0d65a6309ee,34653,1734319226691 in 191 msec 2024-12-16T03:20:29,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 227 msec 2024-12-16T03:20:29,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:29,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:29,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:29,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:29,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:29,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:29,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:29,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:29,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:29,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:29,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=15 2024-12-16T03:20:29,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=f0d65a6309ee,38883,1734319226748 in 199 msec 2024-12-16T03:20:29,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=9 2024-12-16T03:20:29,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 235 msec 2024-12-16T03:20:29,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 892 msec 2024-12-16T03:20:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:20:29,743 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:29,744 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00898794 to 127.0.0.1:50616 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d0eb197 2024-12-16T03:20:29,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1d288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:29,757 INFO [Time-limited test {}] master.MasterRpcServices(506): Client=null/null set balanceSwitch=false 2024-12-16T03:20:29,758 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [2,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:29,821 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37401 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-16T03:20:29,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37401 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:29,822 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-16T03:20:29,822 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-16T03:20:30,059 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(255): Writing data from 0 to 1000 2024-12-16T03:20:30,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:30,062 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:30,486 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:30,487 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:30,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(257): flushing table 2024-12-16T03:20:30,699 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=29.08 KB heapSize=102.31 KB 2024-12-16T03:20:30,724 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/4d727fe9b3fd475ebf81c3ab73eec949 is 34, key is 100/info:/1734319230134/Put/seqid=0 2024-12-16T03:20:30,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741843_1019 (size=43843) 2024-12-16T03:20:30,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741843_1019 (size=43843) 2024-12-16T03:20:30,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741843_1019 (size=43843) 2024-12-16T03:20:30,731 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.08 KB at sequenceid=1019 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/4d727fe9b3fd475ebf81c3ab73eec949 2024-12-16T03:20:30,736 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/4d727fe9b3fd475ebf81c3ab73eec949 as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/4d727fe9b3fd475ebf81c3ab73eec949 2024-12-16T03:20:30,741 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/4d727fe9b3fd475ebf81c3ab73eec949, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-16T03:20:30,742 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~29.08 KB/29780, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 43ms, sequenceid=1019, compaction requested=false 2024-12-16T03:20:30,742 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:30,742 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(259): compacting table 2024-12-16T03:20:30,743 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-16T03:20:30,745 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:30,745 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:30,747 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-16T03:20:30,747 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:30,747 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:30,747 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-16T03:20:30,748 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:30,748 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:30,748 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(255): Writing data from 1000 to 2000 2024-12-16T03:20:30,798 DEBUG [AsyncFSWAL-0-hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52-prefix:f0d65a6309ee,37401,1734319226631.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80546, logrollsize=80530 2024-12-16T03:20:30,798 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C37401%2C1734319226631.meta:.meta(num 1734319228024) roll requested 2024-12-16T03:20:30,818 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319230798.meta, exclude list is [], retry=0 2024-12-16T03:20:30,821 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-a861ef63-101e-495d-bfe2-a3b70da2502b,DISK] 2024-12-16T03:20:30,821 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-8438bcdc-2a7c-427f-bcda-ddcc96fa59b4,DISK] 2024-12-16T03:20:30,821 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46535,DS-d9097681-c22b-4b67-b546-f1b5a65bc777,DISK] 2024-12-16T03:20:30,824 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta with entries=1143, filesize=81.58 KB; new WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319230798.meta 2024-12-16T03:20:30,824 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38409:38409),(127.0.0.1/127.0.0.1:33211:33211),(127.0.0.1/127.0.0.1:45827:45827)] 2024-12-16T03:20:30,825 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:30,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741837_1013 (size=83547) 2024-12-16T03:20:30,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741837_1013 (size=83547) 2024-12-16T03:20:30,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741837_1013 (size=83547) 2024-12-16T03:20:30,926 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:20:30,926 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:31,279 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(257): flushing table 2024-12-16T03:20:31,279 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-16T03:20:31,287 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/44a91f0f5e3d4280828650bb139ec88b is 36, key is 1000/info:/1734319230748/Put/seqid=0 2024-12-16T03:20:31,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741845_1021 (size=46423) 2024-12-16T03:20:31,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741845_1021 (size=46423) 2024-12-16T03:20:31,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741845_1021 (size=46423) 2024-12-16T03:20:31,294 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=2022 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/44a91f0f5e3d4280828650bb139ec88b 2024-12-16T03:20:31,300 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/44a91f0f5e3d4280828650bb139ec88b as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/44a91f0f5e3d4280828650bb139ec88b 2024-12-16T03:20:31,306 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/44a91f0f5e3d4280828650bb139ec88b, entries=1000, sequenceid=2022, filesize=45.3 K 2024-12-16T03:20:31,313 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=2022, compaction requested=true 2024-12-16T03:20:31,313 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:31,313 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(259): compacting table 2024-12-16T03:20:31,313 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:20:31,315 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 96861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:20:31,315 DEBUG [Time-limited test {}] regionserver.HStore(1540): 1588230740/info is initiating minor compaction (all files) 2024-12-16T03:20:31,315 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:31,315 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:31,315 INFO [Time-limited test {}] regionserver.HRegion(2351): Starting compaction of 1588230740/info in hbase:meta,,1.1588230740 2024-12-16T03:20:31,315 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/20b948373ad9483ea6eb8a9ec45863b7, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/4d727fe9b3fd475ebf81c3ab73eec949, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/44a91f0f5e3d4280828650bb139ec88b] into tmpdir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp, totalSize=94.6 K 2024-12-16T03:20:31,316 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 20b948373ad9483ea6eb8a9ec45863b7, keycount=10, bloomtype=ROWCOL, size=6.4 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=9, earliestPutTs=1734319228269 2024-12-16T03:20:31,317 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 4d727fe9b3fd475ebf81c3ab73eec949, keycount=1000, bloomtype=ROWCOL, size=42.8 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=1019, earliestPutTs=1734319230062 2024-12-16T03:20:31,317 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 44a91f0f5e3d4280828650bb139ec88b, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=2022, earliestPutTs=1734319230748 2024-12-16T03:20:31,383 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1588230740#info#compaction#47 average throughput is 1.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:20:31,384 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/f0d2956da81c4b368ba9e3db86863b5f is 143, key is hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5./info:regioninfo/1734319228616/Put/seqid=0 2024-12-16T03:20:31,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741846_1022 (size=86780) 2024-12-16T03:20:31,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741846_1022 (size=86780) 2024-12-16T03:20:31,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741846_1022 (size=86780) 2024-12-16T03:20:31,397 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/f0d2956da81c4b368ba9e3db86863b5f as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/f0d2956da81c4b368ba9e3db86863b5f 2024-12-16T03:20:31,418 INFO [Time-limited test {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1588230740/info of 1588230740 into f0d2956da81c4b368ba9e3db86863b5f(size=84.7 K), total size for store is 84.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:20:31,418 DEBUG [Time-limited test {}] regionserver.HRegion(2381): Compaction status journal for 1588230740: 2024-12-16T03:20:31,418 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-16T03:20:31,418 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:31,418 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:31,418 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-16T03:20:31,419 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:31,419 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:31,419 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(255): Writing data from 2000 to 3000 2024-12-16T03:20:31,521 DEBUG [AsyncFSWAL-0-hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52-prefix:f0d65a6309ee,37401,1734319226631.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80556, logrollsize=80530 2024-12-16T03:20:31,521 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C37401%2C1734319226631.meta:.meta(num 1734319230798) roll requested 2024-12-16T03:20:31,535 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319231521.meta, exclude list is [], retry=0 2024-12-16T03:20:31,537 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46535,DS-d9097681-c22b-4b67-b546-f1b5a65bc777,DISK] 2024-12-16T03:20:31,537 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-a861ef63-101e-495d-bfe2-a3b70da2502b,DISK] 2024-12-16T03:20:31,538 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37007,DS-8b0e717c-0918-408e-9205-67381807f050,DISK] 2024-12-16T03:20:31,539 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319230798.meta with entries=1129, filesize=81.02 KB; new WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319231521.meta 2024-12-16T03:20:31,539 WARN [regionserver/f0d65a6309ee:0.logRoller {}] regionserver.ReplicationSourceLogQueue(88): peerId=region_replica_replication_catalog, WAL group f0d65a6309ee%2C37401%2C1734319226631 queue size: 3 exceeds value of replication.source.log.queue.warn 2 2024-12-16T03:20:31,539 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38409:38409),(127.0.0.1/127.0.0.1:45827:45827),(127.0.0.1/127.0.0.1:32777:32777)] 2024-12-16T03:20:31,539 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319230798.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:31,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741844_1020 (size=82973) 2024-12-16T03:20:31,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741844_1020 (size=82973) 2024-12-16T03:20:31,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741844_1020 (size=82973) 2024-12-16T03:20:31,555 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta 2024-12-16T03:20:31,887 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:31,887 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(257): flushing table 2024-12-16T03:20:31,887 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:31,887 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-16T03:20:31,893 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/1a0f4293d7f741718eb4e5423c1df007 is 36, key is 2000/info:/1734319231419/Put/seqid=0 2024-12-16T03:20:31,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741848_1024 (size=46423) 2024-12-16T03:20:31,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741848_1024 (size=46423) 2024-12-16T03:20:31,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741848_1024 (size=46423) 2024-12-16T03:20:31,906 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=3026 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/1a0f4293d7f741718eb4e5423c1df007 2024-12-16T03:20:31,911 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/1a0f4293d7f741718eb4e5423c1df007 as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/1a0f4293d7f741718eb4e5423c1df007 2024-12-16T03:20:31,915 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/1a0f4293d7f741718eb4e5423c1df007, entries=1000, sequenceid=3026, filesize=45.3 K 2024-12-16T03:20:31,916 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 29ms, sequenceid=3026, compaction requested=false 2024-12-16T03:20:31,916 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:31,916 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(259): compacting table 2024-12-16T03:20:31,916 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-16T03:20:31,917 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:31,917 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:31,917 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-16T03:20:31,917 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:31,917 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:31,917 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-16T03:20:31,918 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:31,918 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:31,918 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(255): Writing data from 3000 to 4000 2024-12-16T03:20:32,071 DEBUG [AsyncFSWAL-0-hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52-prefix:f0d65a6309ee,37401,1734319226631.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80572, logrollsize=80530 2024-12-16T03:20:32,071 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C37401%2C1734319226631.meta:.meta(num 1734319231521) roll requested 2024-12-16T03:20:32,089 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta, exclude list is [], retry=0 2024-12-16T03:20:32,091 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-8438bcdc-2a7c-427f-bcda-ddcc96fa59b4,DISK] 2024-12-16T03:20:32,091 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46535,DS-d9097681-c22b-4b67-b546-f1b5a65bc777,DISK] 2024-12-16T03:20:32,095 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-a861ef63-101e-495d-bfe2-a3b70da2502b,DISK] 2024-12-16T03:20:32,096 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319231521.meta with entries=1139, filesize=81.54 KB; new WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta 2024-12-16T03:20:32,096 WARN [regionserver/f0d65a6309ee:0.logRoller {}] regionserver.ReplicationSourceLogQueue(88): peerId=region_replica_replication_catalog, WAL group f0d65a6309ee%2C37401%2C1734319226631 queue size: 4 exceeds value of replication.source.log.queue.warn 2 2024-12-16T03:20:32,096 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38409:38409),(127.0.0.1/127.0.0.1:33211:33211),(127.0.0.1/127.0.0.1:45827:45827)] 2024-12-16T03:20:32,096 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319231521.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:32,096 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319230798.meta to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319230798.meta 2024-12-16T03:20:32,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741847_1023 (size=83500) 2024-12-16T03:20:32,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741847_1023 (size=83500) 2024-12-16T03:20:32,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741847_1023 (size=83500) 2024-12-16T03:20:32,406 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(257): flushing table 2024-12-16T03:20:32,406 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-16T03:20:32,413 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/fe090805cbc04b3cb96686b55cbaf794 is 36, key is 3000/info:/1734319231918/Put/seqid=0 2024-12-16T03:20:32,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741850_1026 (size=46423) 2024-12-16T03:20:32,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741850_1026 (size=46423) 2024-12-16T03:20:32,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741850_1026 (size=46423) 2024-12-16T03:20:32,424 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=4029 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/fe090805cbc04b3cb96686b55cbaf794 2024-12-16T03:20:32,429 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/fe090805cbc04b3cb96686b55cbaf794 as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/fe090805cbc04b3cb96686b55cbaf794 2024-12-16T03:20:32,434 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/fe090805cbc04b3cb96686b55cbaf794, entries=1000, sequenceid=4029, filesize=45.3 K 2024-12-16T03:20:32,435 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=4029, compaction requested=true 2024-12-16T03:20:32,435 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:32,435 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(259): compacting table 2024-12-16T03:20:32,435 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:20:32,436 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 179626 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:20:32,436 DEBUG [Time-limited test {}] regionserver.HStore(1540): 1588230740/info is initiating minor compaction (all files) 2024-12-16T03:20:32,436 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:32,437 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:32,437 INFO [Time-limited test {}] regionserver.HRegion(2351): Starting compaction of 1588230740/info in hbase:meta,,1.1588230740 2024-12-16T03:20:32,437 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/f0d2956da81c4b368ba9e3db86863b5f, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/1a0f4293d7f741718eb4e5423c1df007, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/fe090805cbc04b3cb96686b55cbaf794] into tmpdir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp, totalSize=175.4 K 2024-12-16T03:20:32,437 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting f0d2956da81c4b368ba9e3db86863b5f, keycount=2010, bloomtype=ROWCOL, size=84.7 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=2022, earliestPutTs=1734319228269 2024-12-16T03:20:32,438 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 1a0f4293d7f741718eb4e5423c1df007, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=3026, earliestPutTs=1734319231419 2024-12-16T03:20:32,438 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting fe090805cbc04b3cb96686b55cbaf794, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=4029, earliestPutTs=1734319231918 2024-12-16T03:20:32,472 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1588230740#info#compaction#50 average throughput is 4.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:20:32,473 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/f3792a3627c54e1397771acf37d02c4a is 143, key is hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5./info:regioninfo/1734319228616/Put/seqid=0 2024-12-16T03:20:32,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741851_1027 (size=169699) 2024-12-16T03:20:32,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741851_1027 (size=169699) 2024-12-16T03:20:32,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741851_1027 (size=169699) 2024-12-16T03:20:32,481 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/f3792a3627c54e1397771acf37d02c4a as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/f3792a3627c54e1397771acf37d02c4a 2024-12-16T03:20:32,486 INFO [Time-limited test {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1588230740/info of 1588230740 into f3792a3627c54e1397771acf37d02c4a(size=165.7 K), total size for store is 165.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:20:32,486 DEBUG [Time-limited test {}] regionserver.HRegion(2381): Compaction status journal for 1588230740: 2024-12-16T03:20:32,486 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-16T03:20:32,486 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:32,486 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:32,486 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-16T03:20:32,487 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:32,487 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:32,487 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(255): Writing data from 4000 to 5000 2024-12-16T03:20:32,529 INFO [f0d65a6309ee:37401Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:32,530 INFO [f0d65a6309ee:39197Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:32,535 INFO [f0d65a6309ee:38883Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:32,535 INFO [f0d65a6309ee:34653Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:32,703 DEBUG [AsyncFSWAL-0-hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52-prefix:f0d65a6309ee,37401,1734319226631.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80556, logrollsize=80530 2024-12-16T03:20:32,703 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C37401%2C1734319226631.meta:.meta(num 1734319232071) roll requested 2024-12-16T03:20:32,718 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta, exclude list is [], retry=0 2024-12-16T03:20:32,720 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-a861ef63-101e-495d-bfe2-a3b70da2502b,DISK] 2024-12-16T03:20:32,720 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-8438bcdc-2a7c-427f-bcda-ddcc96fa59b4,DISK] 2024-12-16T03:20:32,720 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46535,DS-d9097681-c22b-4b67-b546-f1b5a65bc777,DISK] 2024-12-16T03:20:32,729 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta with entries=1127, filesize=80.88 KB; new WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta 2024-12-16T03:20:32,729 WARN [regionserver/f0d65a6309ee:0.logRoller {}] regionserver.ReplicationSourceLogQueue(88): peerId=region_replica_replication_catalog, WAL group f0d65a6309ee%2C37401%2C1734319226631 queue size: 5 exceeds value of replication.source.log.queue.warn 2 2024-12-16T03:20:32,729 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33211:33211),(127.0.0.1/127.0.0.1:38409:38409),(127.0.0.1/127.0.0.1:45827:45827)] 2024-12-16T03:20:32,729 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:32,729 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319231521.meta to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319231521.meta 2024-12-16T03:20:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741849_1025 (size=82827) 2024-12-16T03:20:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741849_1025 (size=82827) 2024-12-16T03:20:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741849_1025 (size=82827) 2024-12-16T03:20:32,855 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:20:32,937 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(257): flushing table 2024-12-16T03:20:32,937 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-16T03:20:32,946 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/d0291e2c3a014bd6a33784850c829d51 is 36, key is 4000/info:/1734319232487/Put/seqid=0 2024-12-16T03:20:32,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741853_1029 (size=46423) 2024-12-16T03:20:32,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741853_1029 (size=46423) 2024-12-16T03:20:32,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741853_1029 (size=46423) 2024-12-16T03:20:32,953 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=5033 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/d0291e2c3a014bd6a33784850c829d51 2024-12-16T03:20:32,959 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/d0291e2c3a014bd6a33784850c829d51 as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/d0291e2c3a014bd6a33784850c829d51 2024-12-16T03:20:32,965 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/d0291e2c3a014bd6a33784850c829d51, entries=1000, sequenceid=5033, filesize=45.3 K 2024-12-16T03:20:32,965 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=5033, compaction requested=false 2024-12-16T03:20:32,966 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:32,966 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(259): compacting table 2024-12-16T03:20:32,967 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] zookeeper.ZKUtil(444): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Unable to get data of znode /hbase/replication/rs because node does not exist (not necessarily an error) 2024-12-16T03:20:32,967 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] replication.ZKReplicationQueueStorage(530): Didn't find a RegionServer that replicates, won't prevent deletions. 2024-12-16T03:20:32,971 DEBUG [log_cleaner-dir-scan-pool-0 {}] cleaner.LogCleaner(121): Old WALs for delete: f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta, f0d65a6309ee%2C37401%2C1734319226631.meta.1734319230798.meta, f0d65a6309ee%2C37401%2C1734319226631.meta.1734319231521.meta 2024-12-16T03:20:32,971 DEBUG [OldWALsCleaner-0 {}] cleaner.LogCleaner(176): Deleting HdfsNamedFileStatus{path=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta; isDirectory=false; length=83547; replication=3; blocksize=268435456; modification_time=1734319231555; access_time=1734319228037; owner=jenkins.hfs.9; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-16T03:20:32,972 DEBUG [OldWALsCleaner-0 {}] cleaner.LogCleaner(176): Deleting HdfsNamedFileStatus{path=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319230798.meta; isDirectory=false; length=82973; replication=3; blocksize=268435456; modification_time=1734319232096; access_time=1734319230818; owner=jenkins.hfs.9; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-16T03:20:32,973 DEBUG [OldWALsCleaner-0 {}] cleaner.LogCleaner(176): Deleting HdfsNamedFileStatus{path=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319231521.meta; isDirectory=false; length=83500; replication=3; blocksize=268435456; modification_time=1734319232729; access_time=1734319231536; owner=jenkins.hfs.9; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-16T03:20:32,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(269): Writing data from 5000 to 6000 2024-12-16T03:20:33,049 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta to pos 2775, reset compression=false 2024-12-16T03:20:33,050 ERROR [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] wal.AbstractFSWALProvider(479): Couldn't locate log: hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta 2024-12-16T03:20:33,050 ERROR [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.ReplicationSource(426): Unexpected exception in RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog currentPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta java.io.UncheckedIOException: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:232) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] Caused by: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:933) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1076) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] ... 3 more Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy41.getBlockLocations(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$getBlockLocations$0(ClientNamenodeProtocolTranslatorPB.java:340) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getBlockLocations(ClientNamenodeProtocolTranslatorPB.java:340) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy42.getBlockLocations(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1076) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] ... 3 more 2024-12-16T03:20:33,051 ERROR [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.HRegionServer(2808): ***** ABORTING region server f0d65a6309ee,37401,1734319226631: Unexpected exception in RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog ***** java.io.UncheckedIOException: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:232) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] Caused by: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:933) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1076) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] ... 3 more Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy41.getBlockLocations(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$getBlockLocations$0(ClientNamenodeProtocolTranslatorPB.java:340) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getBlockLocations(ClientNamenodeProtocolTranslatorPB.java:340) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy42.getBlockLocations(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1076) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] ... 3 more 2024-12-16T03:20:33,052 ERROR [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.HRegionServer(2815): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-16T03:20:33,054 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-16T03:20:33,055 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-16T03:20:33,055 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-16T03:20:33,055 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-16T03:20:33,055 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.HRegionServer(2819): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 536557568 }, "NonHeapMemoryUsage": { "committed": 188809216, "init": 7667712, "max": -1, "used": 185034968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-16T03:20:33,056 DEBUG [RS-EventLoopGroup-15-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f0d65a6309ee,37401,1734319226631 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:20:33,058 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33935 {}] master.MasterRpcServices(626): f0d65a6309ee,37401,1734319226631 reported a fatal error: ***** ABORTING region server f0d65a6309ee,37401,1734319226631: Unexpected exception in RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog ***** Cause: java.io.UncheckedIOException: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:232) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) Caused by: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:933) at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:920) at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:909) at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1076) at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ... 3 more Caused by: org.apache.hadoop.ipc.RemoteException(java.io.FileNotFoundException): File does not exist: /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319228024.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) at org.apache.hadoop.ipc.Client.call(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1426) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) at jdk.proxy2/jdk.proxy2.$Proxy41.getBlockLocations(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$getBlockLocations$0(ClientNamenodeProtocolTranslatorPB.java:340) at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getBlockLocations(ClientNamenodeProtocolTranslatorPB.java:340) at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) at jdk.proxy2/jdk.proxy2.$Proxy42.getBlockLocations(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) at jdk.proxy2/jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) at jdk.proxy2/jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:931) ... 16 more 2024-12-16T03:20:33,060 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,37401,1734319226631' ***** 2024-12-16T03:20:33,060 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.HRegionServer(2575): STOPPED: Unexpected exception in RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog 2024-12-16T03:20:33,060 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.ReplicationSource(436): Server is shutting down, give up refreshing source for peer region_replica_replication_catalog 2024-12-16T03:20:33,061 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:33,061 INFO [RS:1;f0d65a6309ee:37401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-16T03:20:33,061 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:33,061 INFO [RS:1;f0d65a6309ee:37401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-16T03:20:33,061 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.HRegionServer(1221): aborting server f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:33,061 DEBUG [RS:1;f0d65a6309ee:37401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:33,061 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:33,061 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:33,061 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:33,061 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T03:20:33,061 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T03:20:33,061 DEBUG [RS:1;f0d65a6309ee:37401 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-16T03:20:33,061 DEBUG [RS:1;f0d65a6309ee:37401 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T03:20:33,061 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:33,061 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:33,061 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:33,061 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:33,061 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:33,062 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/20b948373ad9483ea6eb8a9ec45863b7, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/4d727fe9b3fd475ebf81c3ab73eec949, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/f0d2956da81c4b368ba9e3db86863b5f, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/44a91f0f5e3d4280828650bb139ec88b, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/1a0f4293d7f741718eb4e5423c1df007, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/fe090805cbc04b3cb96686b55cbaf794] to archive 2024-12-16T03:20:33,064 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:20:33,068 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/20b948373ad9483ea6eb8a9ec45863b7 to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/archive/data/hbase/meta/1588230740/info/20b948373ad9483ea6eb8a9ec45863b7 2024-12-16T03:20:33,068 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/44a91f0f5e3d4280828650bb139ec88b to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/archive/data/hbase/meta/1588230740/info/44a91f0f5e3d4280828650bb139ec88b 2024-12-16T03:20:33,068 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/4d727fe9b3fd475ebf81c3ab73eec949 to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/archive/data/hbase/meta/1588230740/info/4d727fe9b3fd475ebf81c3ab73eec949 2024-12-16T03:20:33,068 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/f0d2956da81c4b368ba9e3db86863b5f to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/archive/data/hbase/meta/1588230740/info/f0d2956da81c4b368ba9e3db86863b5f 2024-12-16T03:20:33,068 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/fe090805cbc04b3cb96686b55cbaf794 to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/archive/data/hbase/meta/1588230740/info/fe090805cbc04b3cb96686b55cbaf794 2024-12-16T03:20:33,068 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/1a0f4293d7f741718eb4e5423c1df007 to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/archive/data/hbase/meta/1588230740/info/1a0f4293d7f741718eb4e5423c1df007 2024-12-16T03:20:33,083 ERROR [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Memstore data size is 6144 in region hbase:meta,,1.1588230740 2024-12-16T03:20:33,083 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:33,083 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:33,083 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:33,084 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:33,095 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:33,158 DEBUG [RS-EventLoopGroup-15-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f0d65a6309ee,37401,1734319226631 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:20:33,261 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,37401,1734319226631; all regions closed. 2024-12-16T03:20:33,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741852_1028 (size=49847) 2024-12-16T03:20:33,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741852_1028 (size=49847) 2024-12-16T03:20:33,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741852_1028 (size=49847) 2024-12-16T03:20:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741835_1011 (size=93) 2024-12-16T03:20:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741835_1011 (size=93) 2024-12-16T03:20:33,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741835_1011 (size=93) 2024-12-16T03:20:33,266 DEBUG [RS:1;f0d65a6309ee:37401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:33,266 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:33,266 INFO [RS:1;f0d65a6309ee:37401 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:33,266 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:33,267 INFO [RS:1;f0d65a6309ee:37401 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37401 2024-12-16T03:20:33,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:33,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:20:33,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,37401,1734319226631] 2024-12-16T03:20:33,286 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,37401,1734319226631; numProcessing=1 2024-12-16T03:20:33,295 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,37401,1734319226631 already deleted, retry=false 2024-12-16T03:20:33,295 INFO [RegionServerTracker-0 {}] master.ServerManager(659): Processing expiration of f0d65a6309ee,37401,1734319226631 on f0d65a6309ee,33935,1734319226386 2024-12-16T03:20:33,300 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:SERVER_CRASH_START; ServerCrashProcedure f0d65a6309ee,37401,1734319226631, splitWal=true, meta=true 2024-12-16T03:20:33,303 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1982): Scheduled ServerCrashProcedure pid=18 for f0d65a6309ee,37401,1734319226631 (carryingMeta=true) f0d65a6309ee,37401,1734319226631/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7357e5b7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-16T03:20:33,305 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(162): Start pid=18, state=RUNNABLE:SERVER_CRASH_START, locked=true; ServerCrashProcedure f0d65a6309ee,37401,1734319226631, splitWal=true, meta=true 2024-12-16T03:20:33,306 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(305): Splitting WALs pid=18, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, locked=true; ServerCrashProcedure f0d65a6309ee,37401,1734319226631, splitWal=true, meta=true, isMeta: true 2024-12-16T03:20:33,308 DEBUG [PEWorker-5 {}] master.MasterWalManager(328): Renamed region directory: hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting 2024-12-16T03:20:33,309 INFO [PEWorker-5 {}] master.SplitWALManager(105): f0d65a6309ee,37401,1734319226631 WAL count=2, meta=true 2024-12-16T03:20:33,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER; SplitWALProcedure f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta}, {pid=20, ppid=18, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER; SplitWALProcedure f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta}] 2024-12-16T03:20:33,316 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:33,316 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:33,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=22, ppid=20, state=RUNNABLE; SplitWALRemoteProcedure f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta, worker=f0d65a6309ee,38883,1734319226748}] 2024-12-16T03:20:33,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=19, state=RUNNABLE; SplitWALRemoteProcedure f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta, worker=f0d65a6309ee,38883,1734319226748}] 2024-12-16T03:20:33,361 WARN [RPCClient-NioEventLoopGroup-7-3 {}] ipc.NettyRpcConnection$2(410): Exception encountered while connecting to the server f0d65a6309ee:37401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f0d65a6309ee/172.17.0.2:37401 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:20:33,361 DEBUG [RPCClient-NioEventLoopGroup-7-3 {}] ipc.FailedServers(52): Added failed server with address f0d65a6309ee:37401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f0d65a6309ee/172.17.0.2:37401 2024-12-16T03:20:33,387 INFO [RS:1;f0d65a6309ee:37401 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,37401,1734319226631; zookeeper connection closed. 2024-12-16T03:20:33,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:33,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1002cda5a7e0002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:33,387 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@774787ea {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@774787ea 2024-12-16T03:20:33,388 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:33,388 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:33,477 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:33,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38883 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=22 2024-12-16T03:20:33,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38883 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=21 2024-12-16T03:20:33,498 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-1 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(299): Splitting hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta, size=80.9 K (82827bytes) 2024-12-16T03:20:33,498 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(299): Splitting hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta, size=48.7 K (49847bytes) 2024-12-16T03:20:33,499 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=22}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-16T03:20:33,499 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=22}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-16T03:20:33,499 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=22}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta 2024-12-16T03:20:33,499 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-1 {event_type=RS_LOG_REPLAY, pid=21}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta 2024-12-16T03:20:33,502 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-1 {event_type=RS_LOG_REPLAY, pid=21}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta after 3ms 2024-12-16T03:20:33,502 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=22}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta after 3ms 2024-12-16T03:20:33,504 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-1 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(310): Open hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta took 7ms 2024-12-16T03:20:33,504 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(310): Open hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta took 7ms 2024-12-16T03:20:33,511 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-1 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 5033 store_sequence_id { family_name: "info" sequence_id: 5035 } store_sequence_id { family_name: "rep_barrier" sequence_id: 5033 } store_sequence_id { family_name: "table" sequence_id: 5033 } 2024-12-16T03:20:33,511 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 5033 store_sequence_id { family_name: "info" sequence_id: 5035 } store_sequence_id { family_name: "rep_barrier" sequence_id: 5033 } store_sequence_id { family_name: "table" sequence_id: 5033 } 2024-12-16T03:20:33,522 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta so closing down 2024-12-16T03:20:33,522 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-16T03:20:33,525 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-1 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta so closing down 2024-12-16T03:20:33,525 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-1 {event_type=RS_LOG_REPLAY, pid=21}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-16T03:20:33,525 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-1 {event_type=RS_LOG_REPLAY, pid=21}] wal.OutputSink(150): 3 split writer threads finished 2024-12-16T03:20:33,525 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-1 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(425): Processed 1127 edits across 0 Regions in 19 ms; skipped=1127; WAL=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta, size=80.9 K, length=82827, corrupted=false, cancelled=false 2024-12-16T03:20:33,525 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-1 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(428): Completed split of hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta, journal: Splitting hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta, size=80.9 K (82827bytes) at 1734319233498Finishing writing output for hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta so closing down at 1734319233525 (+27 ms)3 split writer threads finished at 1734319233525Processed 1127 edits across 0 Regions in 19 ms; skipped=1127; WAL=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta, size=80.9 K, length=82827, corrupted=false, cancelled=false at 1734319233525 2024-12-16T03:20:33,526 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-1 {event_type=RS_LOG_REPLAY, pid=21}] regionserver.SplitLogWorker(136): Done splitting WAL hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta 2024-12-16T03:20:33,527 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000005036-f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta.temp 2024-12-16T03:20:33,527 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0-Writer-0 {}] util.CommonFSUtils$DfsBuilderUtility(752): Using builder API via reflection for DFS file creation replicate flag. 2024-12-16T03:20:33,527 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0-Writer-0 {}] util.CommonFSUtils$DfsBuilderUtility(762): Using builder API via reflection for DFS file creation noLocalWrite flag. 2024-12-16T03:20:33,528 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-1 {event_type=RS_LOG_REPLAY, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-16T03:20:33,529 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta.temp 2024-12-16T03:20:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-16T03:20:33,531 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.OutputSink(150): 3 split writer threads finished 2024-12-16T03:20:33,534 INFO [PEWorker-5 {}] wal.WALSplitUtil(142): Moved hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs 2024-12-16T03:20:33,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=19 2024-12-16T03:20:33,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=19, state=SUCCESS; SplitWALRemoteProcedure f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta, worker=f0d65a6309ee,38883,1734319226748 in 216 msec 2024-12-16T03:20:33,537 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:33,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; SplitWALProcedure f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232071.meta, worker=f0d65a6309ee,38883,1734319226748 in 226 msec 2024-12-16T03:20:33,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741854_1030 (size=14109) 2024-12-16T03:20:33,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741854_1030 (size=14109) 2024-12-16T03:20:33,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741854_1030 (size=14109) 2024-12-16T03:20:33,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta.temp (wrote 192 edits, skipped 0 edits in 1 ms) 2024-12-16T03:20:33,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta.temp to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/recovered.edits/0000000000000005227 2024-12-16T03:20:33,549 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(425): Processed 678 edits across 1 Regions in 43 ms; skipped=486; WAL=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta, size=48.7 K, length=49847, corrupted=false, cancelled=false 2024-12-16T03:20:33,549 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(428): Completed split of hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta, journal: Splitting hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta, size=48.7 K (49847bytes) at 1734319233498Finishing writing output for hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta so closing down at 1734319233522 (+24 ms)Creating recovered edits writer path=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta.temp at 1734319233529 (+7 ms)3 split writer threads finished at 1734319233531 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta.temp (wrote 192 edits, skipped 0 edits in 1 ms) at 1734319233547 (+16 ms)Rename recovered edits hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta.temp to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/recovered.edits/0000000000000005227 at 1734319233549 (+2 ms)Processed 678 edits across 1 Regions in 43 ms; skipped=486; WAL=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta, size=48.7 K, length=49847, corrupted=false, cancelled=false at 1734319233549 2024-12-16T03:20:33,549 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=22}] regionserver.SplitLogWorker(136): Done splitting WAL hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta 2024-12-16T03:20:33,549 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-16T03:20:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=22 2024-12-16T03:20:33,559 INFO [PEWorker-1 {}] wal.WALSplitUtil(142): Moved hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs 2024-12-16T03:20:33,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=22, resume processing ppid=20 2024-12-16T03:20:33,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=20, state=SUCCESS; SplitWALRemoteProcedure f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta, worker=f0d65a6309ee,38883,1734319226748 in 241 msec 2024-12-16T03:20:33,561 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:33,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=20, resume processing ppid=18 2024-12-16T03:20:33,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=18, state=SUCCESS; SplitWALProcedure f0d65a6309ee%2C37401%2C1734319226631.meta.1734319232703.meta, worker=f0d65a6309ee,38883,1734319226748 in 250 msec 2024-12-16T03:20:33,564 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting dir is empty, no logs to split. 2024-12-16T03:20:33,564 INFO [PEWorker-4 {}] master.SplitWALManager(105): f0d65a6309ee,37401,1734319226631 WAL count=0, meta=true 2024-12-16T03:20:33,564 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(295): Check if f0d65a6309ee,37401,1734319226631 WAL splitting is done? wals=0, meta=true 2024-12-16T03:20:33,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T03:20:33,566 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T03:20:33,567 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-16T03:20:33,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(357): Not trying to connect to f0d65a6309ee:37401 this server is in the failed servers list 2024-12-16T03:20:33,717 DEBUG [f0d65a6309ee:33935 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-16T03:20:33,718 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:33,718 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:33,718 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:33,718 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:33,718 INFO [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:33,718 INFO [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:33,718 INFO [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:33,718 DEBUG [f0d65a6309ee:33935 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-16T03:20:33,719 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,39197,1734319226583 2024-12-16T03:20:33,719 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,39197,1734319226583, state=OPENING 2024-12-16T03:20:33,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:33,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:33,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:33,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:33,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,39197,1734319226583}] 2024-12-16T03:20:33,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:33,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:33,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:33,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:33,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39197,1734319226583 2024-12-16T03:20:33,905 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:33,906 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:33,910 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:20:33,910 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:33,930 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-16T03:20:33,931 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T03:20:33,934 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C39197%2C1734319226583.meta, suffix=.meta, logDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583, archiveDir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs, maxLogs=10 2024-12-16T03:20:33,950 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bdb1ee1 to 127.0.0.1:50616 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@673b6758 2024-12-16T03:20:33,951 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, exclude list is [], retry=0 2024-12-16T03:20:33,954 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-8438bcdc-2a7c-427f-bcda-ddcc96fa59b4,DISK] 2024-12-16T03:20:33,954 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-a861ef63-101e-495d-bfe2-a3b70da2502b,DISK] 2024-12-16T03:20:33,954 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46535,DS-d9097681-c22b-4b67-b546-f1b5a65bc777,DISK] 2024-12-16T03:20:33,962 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@613083ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:33,967 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta 2024-12-16T03:20:33,968 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33211:33211),(127.0.0.1/127.0.0.1:38409:38409),(127.0.0.1/127.0.0.1:45827:45827)] 2024-12-16T03:20:33,968 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:33,968 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:33,968 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:20:33,968 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:33,968 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:20:33,969 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:33,969 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:20:33,969 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:20:33,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:20:33,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:20:33,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:33,972 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:50616 2024-12-16T03:20:33,978 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:33,979 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/d0291e2c3a014bd6a33784850c829d51 2024-12-16T03:20:33,979 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=8a5ec7ff-1c45-4c19-b759-b726d62f13c8 to cluster=8a5ec7ff-1c45-4c19-b759-b726d62f13c8 2024-12-16T03:20:33,979 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=f0d65a6309ee%2C39197%2C1734319226583 2024-12-16T03:20:33,979 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-16T03:20:33,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1002cda5a7e000a connected 2024-12-16T03:20:33,980 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f0d65a6309ee%2C39197%2C1734319226583 2024-12-16T03:20:33,980 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:33,989 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/f3792a3627c54e1397771acf37d02c4a 2024-12-16T03:20:33,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:33,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:20:33,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:20:33,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:33,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:33,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:20:33,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:20:33,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:33,998 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/table/222d8d941a504d4a860de919d8d456ab 2024-12-16T03:20:33,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:34,000 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740 2024-12-16T03:20:34,003 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(5301): Found 1 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740 2024-12-16T03:20:34,004 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(5368): Replaying edits from hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/recovered.edits/0000000000000005227 2024-12-16T03:20:34,013 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(5561): Applied 192, skipped 0, firstSequenceIdInLog=5036, maxSequenceIdInLog=5227, path=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/recovered.edits/0000000000000005227 2024-12-16T03:20:34,013 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=6 KB heapSize=20.25 KB 2024-12-16T03:20:34,035 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/761fcfcabfbf4056a41795668e511e1a is 36, key is 5000/info:/1734319232975/Put/seqid=0 2024-12-16T03:20:34,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741856_1032 (size=13055) 2024-12-16T03:20:34,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741856_1032 (size=13055) 2024-12-16T03:20:34,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741856_1032 (size=13055) 2024-12-16T03:20:34,046 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6 KB at sequenceid=5227 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/761fcfcabfbf4056a41795668e511e1a 2024-12-16T03:20:34,053 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/761fcfcabfbf4056a41795668e511e1a as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/761fcfcabfbf4056a41795668e511e1a 2024-12-16T03:20:34,061 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/761fcfcabfbf4056a41795668e511e1a, entries=192, sequenceid=5227, filesize=12.7 K 2024-12-16T03:20:34,061 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(3040): Finished flush of dataSize ~6 KB/6144, heapSize ~19.73 KB/20208, currentSize=0 B/0 for 1588230740 in 48ms, sequenceid=5227, compaction requested=true; wal=null 2024-12-16T03:20:34,063 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(5175): Deleted recovered.edits file=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/recovered.edits/0000000000000005227 2024-12-16T03:20:34,066 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:34,069 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:20:34,071 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/recovered.edits/5227.seqid, newMaxSeqId=5227, maxSeqId=12 2024-12-16T03:20:34,073 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=5228; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64808909, jitterRate=-0.034272000193595886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:34,073 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:20:34,074 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=24, masterSystemTime=1734319233905 2024-12-16T03:20:34,075 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.CompactSplit(403): Add compact mark for store 1588230740:info, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:20:34,075 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:20:34,075 DEBUG [RS:0;f0d65a6309ee:39197-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:20:34,077 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:20:34,077 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=24}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:20:34,078 DEBUG [RS:0;f0d65a6309ee:39197-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 229177 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:20:34,078 DEBUG [RS:0;f0d65a6309ee:39197-shortCompactions-0 {}] regionserver.HStore(1540): 1588230740/info is initiating minor compaction (all files) 2024-12-16T03:20:34,078 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=5228, regionLocation=f0d65a6309ee,39197,1734319226583 2024-12-16T03:20:34,078 INFO [RS:0;f0d65a6309ee:39197-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1588230740/info in hbase:meta,,1.1588230740 2024-12-16T03:20:34,078 INFO [RS:0;f0d65a6309ee:39197-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/f3792a3627c54e1397771acf37d02c4a, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/d0291e2c3a014bd6a33784850c829d51, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/761fcfcabfbf4056a41795668e511e1a] into tmpdir=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp, totalSize=223.8 K 2024-12-16T03:20:34,079 DEBUG [RS:0;f0d65a6309ee:39197-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3792a3627c54e1397771acf37d02c4a, keycount=4010, bloomtype=ROWCOL, size=165.7 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=4029, earliestPutTs=1734319228269 2024-12-16T03:20:34,079 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,39197,1734319226583, state=OPEN 2024-12-16T03:20:34,079 DEBUG [RS:0;f0d65a6309ee:39197-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0291e2c3a014bd6a33784850c829d51, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=5033, earliestPutTs=1734319232487 2024-12-16T03:20:34,080 DEBUG [RS:0;f0d65a6309ee:39197-shortCompactions-0 {}] compactions.Compactor(224): Compacting 761fcfcabfbf4056a41795668e511e1a, keycount=192, bloomtype=ROWCOL, size=12.7 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=5227, earliestPutTs=1734319232975 2024-12-16T03:20:34,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:34,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:34,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:34,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:34,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:34,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:34,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:34,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:34,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=24, resume processing ppid=23 2024-12-16T03:20:34,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,39197,1734319226583 in 333 msec 2024-12-16T03:20:34,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=18 2024-12-16T03:20:34,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 528 msec 2024-12-16T03:20:34,097 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(200): f0d65a6309ee,37401,1734319226631 had 1 regions 2024-12-16T03:20:34,100 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(305): Splitting WALs pid=18, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, locked=true; ServerCrashProcedure f0d65a6309ee,37401,1734319226631, splitWal=true, meta=true, isMeta: false 2024-12-16T03:20:34,102 INFO [PEWorker-3 {}] master.SplitWALManager(105): f0d65a6309ee,37401,1734319226631 WAL count=1, meta=false 2024-12-16T03:20:34,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=18, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER; SplitWALProcedure f0d65a6309ee%2C37401%2C1734319226631.1734319227640}] 2024-12-16T03:20:34,103 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=f0d65a6309ee,39197,1734319226583 2024-12-16T03:20:34,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE; SplitWALRemoteProcedure f0d65a6309ee%2C37401%2C1734319226631.1734319227640, worker=f0d65a6309ee,39197,1734319226583}] 2024-12-16T03:20:34,108 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:20:34,155 INFO [RS:0;f0d65a6309ee:39197-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1588230740#info#compaction#53 average throughput is 3.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:20:34,155 DEBUG [RS:0;f0d65a6309ee:39197-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/9a853d18d5dd47518139cd530be09093 is 143, key is hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5./info:regioninfo/1734319228616/Put/seqid=0 2024-12-16T03:20:34,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:34,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:34,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:34,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:34,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:34,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:34,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:34,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:34,187 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 0, reset compression=false 2024-12-16T03:20:34,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:34,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741857_1033 (size=216565) 2024-12-16T03:20:34,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741857_1033 (size=216565) 2024-12-16T03:20:34,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741857_1033 (size=216565) 2024-12-16T03:20:34,202 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:34,224 DEBUG [RS:0;f0d65a6309ee:39197-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/9a853d18d5dd47518139cd530be09093 as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/9a853d18d5dd47518139cd530be09093 2024-12-16T03:20:34,245 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-16T03:20:34,245 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 1476, reset compression=false 2024-12-16T03:20:34,245 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5229=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734319234073/Put/vlen=265/seqid=0; >],468}, {hbase:meta/1588230740/5230=[#edits: 1 = <5192/info:/1734319234204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5231=[#edits: 1 = <5193/info:/1734319234206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5232=[#edits: 1 = <5194/info:/1734319234210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5233=[#edits: 1 = <5195/info:/1734319234221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5234=[#edits: 1 = <5196/info:/1734319234224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5235=[#edits: 1 = <5197/info:/1734319234225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5236=[#edits: 1 = <5198/info:/1734319234229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5237=[#edits: 1 = <5199/info:/1734319234232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5238=[#edits: 1 = <5200/info:/1734319234233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5239=[#edits: 1 = <5201/info:/1734319234235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5240=[#edits: 1 = <5202/info:/1734319234238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5241=[#edits: 1 = <5203/info:/1734319234239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5242=[#edits: 1 = <5204/info:/1734319234241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5243=[#edits: 1 = <5205/info:/1734319234242/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=1476, nbRowKeys=15, nbHFiles=0, heapSize=2876, lastSeqIds={}, endOfFile=false,usedBufferSize=2876] 2024-12-16T03:20:34,256 INFO [RS:0;f0d65a6309ee:39197-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1588230740/info of 1588230740 into 9a853d18d5dd47518139cd530be09093(size=211.5 K), total size for store is 211.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:20:34,256 DEBUG [RS:0;f0d65a6309ee:39197-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1588230740: 2024-12-16T03:20:34,256 INFO [RS:0;f0d65a6309ee:39197-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=hbase:meta,,1.1588230740, storeName=1588230740/info, priority=13, startTime=1734319234075; duration=0sec 2024-12-16T03:20:34,257 DEBUG [RS:0;f0d65a6309ee:39197-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:20:34,257 DEBUG [RS:0;f0d65a6309ee:39197-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1588230740:info 2024-12-16T03:20:34,266 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:34,267 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39197,1734319226583 2024-12-16T03:20:34,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39197 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=26 2024-12-16T03:20:34,275 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 27 WAL entries eligible for replication 2024-12-16T03:20:34,275 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 3650, reset compression=false 2024-12-16T03:20:34,280 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:34,281 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] regionserver.HRegion(6096): 1657623790 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 5228 stores { family_name: "info" store_home_dir: "info" store_file: "f3792a3627c54e1397771acf37d02c4a" store_file: "d0291e2c3a014bd6a33784850c829d51" store_file: "761fcfcabfbf4056a41795668e511e1a" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "222d8d941a504d4a860de919d8d456ab" } server { host_name: "f0d65a6309ee" port: 39197 start_code: 1734319226583 } region_name: "hbase:meta,,1" 2024-12-16T03:20:34,284 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:34,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] regionserver.StoreEngine(392): Refreshing store files for org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@64dbab09 files to add: [hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/d0291e2c3a014bd6a33784850c829d51, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/f3792a3627c54e1397771acf37d02c4a, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/761fcfcabfbf4056a41795668e511e1a] files to remove: [hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/20b948373ad9483ea6eb8a9ec45863b7] 2024-12-16T03:20:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34653 {}] regionserver.HRegion(6096): 534574363 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 5228 stores { family_name: "info" store_home_dir: "info" store_file: "f3792a3627c54e1397771acf37d02c4a" store_file: "d0291e2c3a014bd6a33784850c829d51" store_file: "761fcfcabfbf4056a41795668e511e1a" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "222d8d941a504d4a860de919d8d456ab" } server { host_name: "f0d65a6309ee" port: 39197 start_code: 1734319226583 } region_name: "hbase:meta,,1" 2024-12-16T03:20:34,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34653 {}] regionserver.StoreEngine(392): Refreshing store files for org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@4bd9a30f files to add: [hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/d0291e2c3a014bd6a33784850c829d51, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/f3792a3627c54e1397771acf37d02c4a, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/761fcfcabfbf4056a41795668e511e1a] files to remove: [hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/20b948373ad9483ea6eb8a9ec45863b7] 2024-12-16T03:20:34,297 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-16T03:20:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/d0291e2c3a014bd6a33784850c829d51 2024-12-16T03:20:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/f3792a3627c54e1397771acf37d02c4a 2024-12-16T03:20:34,327 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=26}] wal.WALSplitter(299): Splitting hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.1734319227640, size=93 (93bytes) 2024-12-16T03:20:34,327 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=26}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.1734319227640 2024-12-16T03:20:34,328 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=26}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.1734319227640 after 1ms 2024-12-16T03:20:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34653 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/d0291e2c3a014bd6a33784850c829d51 2024-12-16T03:20:34,336 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=26}] wal.WALSplitter(310): Open hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.1734319227640 took 9ms 2024-12-16T03:20:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34653 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/f3792a3627c54e1397771acf37d02c4a 2024-12-16T03:20:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34653 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/761fcfcabfbf4056a41795668e511e1a 2024-12-16T03:20:34,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34653 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 5228 is greater than current seqId:5227 2024-12-16T03:20:34,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34653 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 5228 is greater than current seqId:5227 2024-12-16T03:20:34,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34653 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 5228 is greater than current seqId:5227 2024-12-16T03:20:34,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34653 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/761fcfcabfbf4056a41795668e511e1a 2024-12-16T03:20:34,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 5228 is greater than current seqId:5227 2024-12-16T03:20:34,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 5228 is greater than current seqId:5227 2024-12-16T03:20:34,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 5228 is greater than current seqId:5227 2024-12-16T03:20:34,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:34,351 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=26}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.1734319227640 so closing down 2024-12-16T03:20:34,351 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=26}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-16T03:20:34,351 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=26}] wal.OutputSink(150): 3 split writer threads finished 2024-12-16T03:20:34,351 INFO [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=26}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.1734319227640, size=93, length=93, corrupted=false, cancelled=false 2024-12-16T03:20:34,351 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=26}] wal.WALSplitter(428): Completed split of hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.1734319227640, journal: Splitting hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.1734319227640, size=93 (93bytes) at 1734319234327Finishing writing output for hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.1734319227640 so closing down at 1734319234351 (+24 ms)3 split writer threads finished at 1734319234351Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.1734319227640, size=93, length=93, corrupted=false, cancelled=false at 1734319234351 2024-12-16T03:20:34,351 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=26}] regionserver.SplitLogWorker(136): Done splitting WAL hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.1734319227640 2024-12-16T03:20:34,352 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_LOG_REPLAY, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-16T03:20:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=26 2024-12-16T03:20:34,355 INFO [PEWorker-4 {}] wal.WALSplitUtil(142): Moved hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting/f0d65a6309ee%2C37401%2C1734319226631.1734319227640 to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs 2024-12-16T03:20:34,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=26, resume processing ppid=25 2024-12-16T03:20:34,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=25, state=SUCCESS; SplitWALRemoteProcedure f0d65a6309ee%2C37401%2C1734319226631.1734319227640, worker=f0d65a6309ee,39197,1734319226583 in 252 msec 2024-12-16T03:20:34,358 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=f0d65a6309ee,39197,1734319226583 2024-12-16T03:20:34,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=18 2024-12-16T03:20:34,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=18, state=SUCCESS; SplitWALProcedure f0d65a6309ee%2C37401%2C1734319226631.1734319227640, worker=f0d65a6309ee,39197,1734319226583 in 256 msec 2024-12-16T03:20:34,361 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,37401,1734319226631-splitting dir is empty, no logs to split. 2024-12-16T03:20:34,361 INFO [PEWorker-3 {}] master.SplitWALManager(105): f0d65a6309ee,37401,1734319226631 WAL count=0, meta=false 2024-12-16T03:20:34,361 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(295): Check if f0d65a6309ee,37401,1734319226631 WAL splitting is done? wals=0, meta=false 2024-12-16T03:20:34,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueuesProcedure}] 2024-12-16T03:20:34,368 DEBUG [PEWorker-2 {}] replication.ClaimReplicationQueuesProcedure(84): Finish claiming replication queues for f0d65a6309ee,37401,1734319226631 2024-12-16T03:20:34,369 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 4599, reset compression=false 2024-12-16T03:20:34,369 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5244=[#edits: 1 = <5206/info:/1734319234243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5245=[#edits: 1 = <5207/info:/1734319234245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5246=[#edits: 1 = <5208/info:/1734319234246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5247=[#edits: 1 = <5209/info:/1734319234250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5248=[#edits: 1 = <5210/info:/1734319234251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5249=[#edits: 1 = <5211/info:/1734319234253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5250=[#edits: 1 = <5212/info:/1734319234254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5251=[#edits: 1 = <\x00/METAFAMILY:HBASE::COMPACTION/1734319234255/Put/vlen=187/seqid=0; >],380}, {hbase:meta/1588230740/5252=[#edits: 1 = <5213/info:/1734319234256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5253=[#edits: 1 = <5214/info:/1734319234257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5254=[#edits: 1 = <5215/info:/1734319234257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5255=[#edits: 1 = <5216/info:/1734319234258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5256=[#edits: 1 = <5217/info:/1734319234259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5257=[#edits: 1 = <5218/info:/1734319234260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5258=[#edits: 1 = <5219/info:/1734319234260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5259=[#edits: 1 = <5220/info:/1734319234261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5260=[#edits: 1 = <5221/info:/1734319234261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5261=[#edits: 1 = <5222/info:/1734319234262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5262=[#edits: 1 = <5223/info:/1734319234263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5263=[#edits: 1 = <5224/info:/1734319234263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5264=[#edits: 1 = <5225/info:/1734319234264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5265=[#edits: 1 = <5226/info:/1734319234265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5266=[#edits: 1 = <5227/info:/1734319234266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5267=[#edits: 1 = <5228/info:/1734319234268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5268=[#edits: 1 = <5229/info:/1734319234269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5269=[#edits: 1 = <5230/info:/1734319234270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5270=[#edits: 1 = <5231/info:/1734319234271/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=3650, nbRowKeys=27, nbHFiles=0, heapSize=4852, lastSeqIds={}, endOfFile=false,usedBufferSize=4852] 2024-12-16T03:20:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34653 {}] regionserver.HRegion(5604): 534574363 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "f3792a3627c54e1397771acf37d02c4a" compaction_input: "d0291e2c3a014bd6a33784850c829d51" compaction_input: "761fcfcabfbf4056a41795668e511e1a" compaction_output: "9a853d18d5dd47518139cd530be09093" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=5251 and lastReplayedOpenRegionSeqId=5228 2024-12-16T03:20:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34653 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-16T03:20:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] regionserver.HRegion(5604): 1657623790 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "f3792a3627c54e1397771acf37d02c4a" compaction_input: "d0291e2c3a014bd6a33784850c829d51" compaction_input: "761fcfcabfbf4056a41795668e511e1a" compaction_output: "9a853d18d5dd47518139cd530be09093" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=5251 and lastReplayedOpenRegionSeqId=5228 2024-12-16T03:20:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-16T03:20:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:34,384 DEBUG [PEWorker-2 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/replication/rs/f0d65a6309ee,37401,1734319226631 already deleted, retry=false 2024-12-16T03:20:34,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=18 2024-12-16T03:20:34,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueuesProcedure in 20 msec 2024-12-16T03:20:34,387 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(256): removed crashed server f0d65a6309ee,37401,1734319226631 after splitting done 2024-12-16T03:20:34,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/f3792a3627c54e1397771acf37d02c4a, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/d0291e2c3a014bd6a33784850c829d51, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/761fcfcabfbf4056a41795668e511e1a] with output files : [hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/9a853d18d5dd47518139cd530be09093] 2024-12-16T03:20:34,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34653 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/f3792a3627c54e1397771acf37d02c4a, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/d0291e2c3a014bd6a33784850c829d51, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/761fcfcabfbf4056a41795668e511e1a] with output files : [hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/9a853d18d5dd47518139cd530be09093] 2024-12-16T03:20:34,387 DEBUG [PEWorker-1 {}] master.DeadServer(114): Removed f0d65a6309ee,37401,1734319226631 from processing; numProcessing=0 2024-12-16T03:20:34,388 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5271=[#edits: 1 = <5232/info:/1734319234272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5272=[#edits: 1 = <5233/info:/1734319234273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5273=[#edits: 1 = <5234/info:/1734319234277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5274=[#edits: 1 = <5235/info:/1734319234279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5275=[#edits: 1 = <5236/info:/1734319234280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5276=[#edits: 1 = <5237/info:/1734319234283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5277=[#edits: 1 = <5238/info:/1734319234284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5278=[#edits: 1 = <5239/info:/1734319234285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5279=[#edits: 1 = <5240/info:/1734319234286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5280=[#edits: 1 = <5241/info:/1734319234286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5281=[#edits: 1 = <5242/info:/1734319234288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5282=[#edits: 1 = <5243/info:/1734319234290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5283=[#edits: 1 = <5244/info:/1734319234292/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=4599, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-16T03:20:34,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; ServerCrashProcedure f0d65a6309ee,37401,1734319226631, splitWal=true, meta=true in 1.0910 sec 2024-12-16T03:20:34,396 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:34,398 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 29 WAL entries eligible for replication 2024-12-16T03:20:34,401 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 11096, reset compression=false 2024-12-16T03:20:34,401 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5284=[#edits: 1 = <5245/info:/1734319234293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5285=[#edits: 1 = <5246/info:/1734319234294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5286=[#edits: 1 = <5247/info:/1734319234295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5287=[#edits: 1 = <5248/info:/1734319234296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5288=[#edits: 1 = <5249/info:/1734319234297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5289=[#edits: 1 = <5250/info:/1734319234297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5290=[#edits: 1 = <5251/info:/1734319234298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5291=[#edits: 1 = <5252/info:/1734319234298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5292=[#edits: 1 = <5253/info:/1734319234299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5293=[#edits: 1 = <5254/info:/1734319234299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5294=[#edits: 1 = <5255/info:/1734319234300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5295=[#edits: 1 = <5256/info:/1734319234301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5296=[#edits: 1 = <5257/info:/1734319234302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5297=[#edits: 1 = <5258/info:/1734319234303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5298=[#edits: 1 = <5259/info:/1734319234303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5299=[#edits: 1 = <5260/info:/1734319234304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5300=[#edits: 1 = <5261/info:/1734319234305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5301=[#edits: 1 = <5262/info:/1734319234306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5302=[#edits: 1 = <5263/info:/1734319234307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5303=[#edits: 1 = <5264/info:/1734319234308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5304=[#edits: 1 = <5265/info:/1734319234309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5305=[#edits: 1 = <5266/info:/1734319234310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5306=[#edits: 1 = <5267/info:/1734319234313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5307=[#edits: 1 = <5268/info:/1734319234313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5308=[#edits: 1 = <5269/info:/1734319234315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5309=[#edits: 1 = <5270/info:/1734319234316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5310=[#edits: 1 = <5271/info:/1734319234317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5311=[#edits: 1 = <5272/info:/1734319234318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5312=[#edits: 1 = <5273/info:/1734319234320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5313=[#edits: 1 = <5274/info:/1734319234321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5314=[#edits: 1 = <5275/info:/1734319234322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5315=[#edits: 1 = <5276/info:/1734319234323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5316=[#edits: 1 = <5277/info:/1734319234323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5317=[#edits: 1 = <5278/info:/1734319234324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5318=[#edits: 1 = <5279/info:/1734319234325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5319=[#edits: 1 = <5280/info:/1734319234326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5320=[#edits: 1 = <5281/info:/1734319234326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5321=[#edits: 1 = <5282/info:/1734319234327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5322=[#edits: 1 = <5283/info:/1734319234328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5323=[#edits: 1 = <5284/info:/1734319234329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5324=[#edits: 1 = <5285/info:/1734319234330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5325=[#edits: 1 = <5286/info:/1734319234332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5326=[#edits: 1 = <5287/info:/1734319234333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5327=[#edits: 1 = <5288/info:/1734319234334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5328=[#edits: 1 = <5289/info:/1734319234334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5329=[#edits: 1 = <5290/info:/1734319234335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5330=[#edits: 1 = <5291/info:/1734319234336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5331=[#edits: 1 = <5292/info:/1734319234336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5332=[#edits: 1 = <5293/info:/1734319234337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5333=[#edits: 1 = <5294/info:/1734319234337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5334=[#edits: 1 = <5295/info:/1734319234338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5335=[#edits: 1 = <5296/info:/1734319234338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5336=[#edits: 1 = <5297/info:/1734319234339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5337=[#edits: 1 = <5298/info:/1734319234339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5338=[#edits: 1 = <5299/info:/1734319234340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5339=[#edits: 1 = <5300/info:/1734319234340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5340=[#edits: 1 = <5301/info:/1734319234341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5341=[#edits: 1 = <5302/info:/1734319234342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5342=[#edits: 1 = <5303/info:/1734319234343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5343=[#edits: 1 = <5304/info:/1734319234343/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=8979, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:34,407 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5344=[#edits: 1 = <5305/info:/1734319234344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5345=[#edits: 1 = <5306/info:/1734319234345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5346=[#edits: 1 = <5307/info:/1734319234346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5347=[#edits: 1 = <5308/info:/1734319234347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5348=[#edits: 1 = <5309/info:/1734319234347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5349=[#edits: 1 = <5310/info:/1734319234348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5350=[#edits: 1 = <5311/info:/1734319234350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5351=[#edits: 1 = <5312/info:/1734319234353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5352=[#edits: 1 = <5313/info:/1734319234354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5353=[#edits: 1 = <5314/info:/1734319234354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5354=[#edits: 1 = <5315/info:/1734319234355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5355=[#edits: 1 = <5316/info:/1734319234356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5356=[#edits: 1 = <5317/info:/1734319234356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5357=[#edits: 1 = <5318/info:/1734319234358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5358=[#edits: 1 = <5319/info:/1734319234358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5359=[#edits: 1 = <5320/info:/1734319234359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5360=[#edits: 1 = <5321/info:/1734319234360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5361=[#edits: 1 = <5322/info:/1734319234361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5362=[#edits: 1 = <5323/info:/1734319234362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5363=[#edits: 1 = <5324/info:/1734319234363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5364=[#edits: 1 = <5325/info:/1734319234363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5365=[#edits: 1 = <5326/info:/1734319234367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5366=[#edits: 1 = <5327/info:/1734319234369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5367=[#edits: 1 = <5328/info:/1734319234371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5368=[#edits: 1 = <5329/info:/1734319234374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5369=[#edits: 1 = <5330/info:/1734319234376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5370=[#edits: 1 = <5331/info:/1734319234377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5371=[#edits: 1 = <5332/info:/1734319234378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5372=[#edits: 1 = <5333/info:/1734319234379/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=11096, nbRowKeys=29, nbHFiles=0, heapSize=4988, lastSeqIds={}, endOfFile=false,usedBufferSize=4988] 2024-12-16T03:20:34,425 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 49 WAL entries eligible for replication 2024-12-16T03:20:34,425 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 14673, reset compression=false 2024-12-16T03:20:34,425 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5373=[#edits: 1 = <5334/info:/1734319234380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5374=[#edits: 1 = <5335/info:/1734319234381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5375=[#edits: 1 = <5336/info:/1734319234382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5376=[#edits: 1 = <5337/info:/1734319234382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5377=[#edits: 1 = <5338/info:/1734319234383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5378=[#edits: 1 = <5339/info:/1734319234383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5379=[#edits: 1 = <5340/info:/1734319234384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5380=[#edits: 1 = <5341/info:/1734319234385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5381=[#edits: 1 = <5342/info:/1734319234389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5382=[#edits: 1 = <5343/info:/1734319234390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5383=[#edits: 1 = <5344/info:/1734319234390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5384=[#edits: 1 = <5345/info:/1734319234391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5385=[#edits: 1 = <5346/info:/1734319234391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5386=[#edits: 1 = <5347/info:/1734319234392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5387=[#edits: 1 = <5348/info:/1734319234392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5388=[#edits: 1 = <5349/info:/1734319234394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5389=[#edits: 1 = <5350/info:/1734319234395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5390=[#edits: 1 = <5351/info:/1734319234395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5391=[#edits: 1 = <5352/info:/1734319234396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5392=[#edits: 1 = <5353/info:/1734319234396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5393=[#edits: 1 = <5354/info:/1734319234396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5394=[#edits: 1 = <5355/info:/1734319234397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5395=[#edits: 1 = <5356/info:/1734319234397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5396=[#edits: 1 = <5357/info:/1734319234398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5397=[#edits: 1 = <5358/info:/1734319234398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5398=[#edits: 1 = <5359/info:/1734319234399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5399=[#edits: 1 = <5360/info:/1734319234399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5400=[#edits: 1 = <5361/info:/1734319234399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5401=[#edits: 1 = <5362/info:/1734319234401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5402=[#edits: 1 = <5363/info:/1734319234401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5403=[#edits: 1 = <5364/info:/1734319234403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5404=[#edits: 1 = <5365/info:/1734319234404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5405=[#edits: 1 = <5366/info:/1734319234404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5406=[#edits: 1 = <5367/info:/1734319234407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5407=[#edits: 1 = <5368/info:/1734319234408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5408=[#edits: 1 = <5369/info:/1734319234410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5409=[#edits: 1 = <5370/info:/1734319234410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5410=[#edits: 1 = <5371/info:/1734319234411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5411=[#edits: 1 = <5372/info:/1734319234411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5412=[#edits: 1 = <5373/info:/1734319234412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5413=[#edits: 1 = <5374/info:/1734319234412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5414=[#edits: 1 = <5375/info:/1734319234413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5415=[#edits: 1 = <5376/info:/1734319234415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5416=[#edits: 1 = <5377/info:/1734319234416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5417=[#edits: 1 = <5378/info:/1734319234417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5418=[#edits: 1 = <5379/info:/1734319234417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5419=[#edits: 1 = <5380/info:/1734319234418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5420=[#edits: 1 = <5381/info:/1734319234418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5421=[#edits: 1 = <5382/info:/1734319234419/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=14673, nbRowKeys=49, nbHFiles=0, heapSize=8428, lastSeqIds={}, endOfFile=false,usedBufferSize=8428] 2024-12-16T03:20:34,444 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 37 WAL entries eligible for replication 2024-12-16T03:20:34,444 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 17374, reset compression=false 2024-12-16T03:20:34,444 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5422=[#edits: 1 = <5383/info:/1734319234420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5423=[#edits: 1 = <5384/info:/1734319234420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5424=[#edits: 1 = <5385/info:/1734319234421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5425=[#edits: 1 = <5386/info:/1734319234421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5426=[#edits: 1 = <5387/info:/1734319234422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5427=[#edits: 1 = <5388/info:/1734319234422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5428=[#edits: 1 = <5389/info:/1734319234423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5429=[#edits: 1 = <5390/info:/1734319234423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5430=[#edits: 1 = <5391/info:/1734319234423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5431=[#edits: 1 = <5392/info:/1734319234424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5432=[#edits: 1 = <5393/info:/1734319234424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5433=[#edits: 1 = <5394/info:/1734319234425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5434=[#edits: 1 = <5395/info:/1734319234426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5435=[#edits: 1 = <5396/info:/1734319234427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5436=[#edits: 1 = <5397/info:/1734319234429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5437=[#edits: 1 = <5398/info:/1734319234429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5438=[#edits: 1 = <5399/info:/1734319234430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5439=[#edits: 1 = <5400/info:/1734319234431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5440=[#edits: 1 = <5401/info:/1734319234431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5441=[#edits: 1 = <5402/info:/1734319234431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5442=[#edits: 1 = <5403/info:/1734319234432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5443=[#edits: 1 = <5404/info:/1734319234432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5444=[#edits: 1 = <5405/info:/1734319234433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5445=[#edits: 1 = <5406/info:/1734319234434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5446=[#edits: 1 = <5407/info:/1734319234434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5447=[#edits: 1 = <5408/info:/1734319234435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5448=[#edits: 1 = <5409/info:/1734319234435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5449=[#edits: 1 = <5410/info:/1734319234435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5450=[#edits: 1 = <5411/info:/1734319234436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5451=[#edits: 1 = <5412/info:/1734319234436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5452=[#edits: 1 = <5413/info:/1734319234437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5453=[#edits: 1 = <5414/info:/1734319234437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5454=[#edits: 1 = <5415/info:/1734319234438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5455=[#edits: 1 = <5416/info:/1734319234438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5456=[#edits: 1 = <5417/info:/1734319234438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5457=[#edits: 1 = <5418/info:/1734319234439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5458=[#edits: 1 = <5419/info:/1734319234439/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=17374, nbRowKeys=37, nbHFiles=0, heapSize=6364, lastSeqIds={}, endOfFile=false,usedBufferSize=6364] 2024-12-16T03:20:34,463 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:34,463 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 19126, reset compression=false 2024-12-16T03:20:34,463 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5459=[#edits: 1 = <5420/info:/1734319234440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5460=[#edits: 1 = <5421/info:/1734319234441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5461=[#edits: 1 = <5422/info:/1734319234445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5462=[#edits: 1 = <5423/info:/1734319234447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5463=[#edits: 1 = <5424/info:/1734319234449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5464=[#edits: 1 = <5425/info:/1734319234449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5465=[#edits: 1 = <5426/info:/1734319234450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5466=[#edits: 1 = <5427/info:/1734319234450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5467=[#edits: 1 = <5428/info:/1734319234451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5468=[#edits: 1 = <5429/info:/1734319234451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5469=[#edits: 1 = <5430/info:/1734319234452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5470=[#edits: 1 = <5431/info:/1734319234452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5471=[#edits: 1 = <5432/info:/1734319234453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5472=[#edits: 1 = <5433/info:/1734319234453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5473=[#edits: 1 = <5434/info:/1734319234455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5474=[#edits: 1 = <5435/info:/1734319234456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5475=[#edits: 1 = <5436/info:/1734319234456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5476=[#edits: 1 = <5437/info:/1734319234456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5477=[#edits: 1 = <5438/info:/1734319234457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5478=[#edits: 1 = <5439/info:/1734319234457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5479=[#edits: 1 = <5440/info:/1734319234458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5480=[#edits: 1 = <5441/info:/1734319234458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5481=[#edits: 1 = <5442/info:/1734319234458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5482=[#edits: 1 = <5443/info:/1734319234459/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=19126, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-16T03:20:34,469 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:34,469 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 19637, reset compression=false 2024-12-16T03:20:34,469 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5483=[#edits: 1 = <5444/info:/1734319234459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5484=[#edits: 1 = <5445/info:/1734319234460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5485=[#edits: 1 = <5446/info:/1734319234461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5486=[#edits: 1 = <5447/info:/1734319234461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5487=[#edits: 1 = <5448/info:/1734319234462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5488=[#edits: 1 = <5449/info:/1734319234463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5489=[#edits: 1 = <5450/info:/1734319234465/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=19637, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:34,475 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:34,475 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 19929, reset compression=false 2024-12-16T03:20:34,475 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5490=[#edits: 1 = <5451/info:/1734319234467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5491=[#edits: 1 = <5452/info:/1734319234469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5492=[#edits: 1 = <5453/info:/1734319234470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5493=[#edits: 1 = <5454/info:/1734319234472/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=19929, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:34,491 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-16T03:20:34,491 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 21316, reset compression=false 2024-12-16T03:20:34,491 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5494=[#edits: 1 = <5455/info:/1734319234473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5495=[#edits: 1 = <5456/info:/1734319234475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5496=[#edits: 1 = <5457/info:/1734319234476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5497=[#edits: 1 = <5458/info:/1734319234478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5498=[#edits: 1 = <5459/info:/1734319234479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5499=[#edits: 1 = <5460/info:/1734319234480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5500=[#edits: 1 = <5461/info:/1734319234480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5501=[#edits: 1 = <5462/info:/1734319234481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5502=[#edits: 1 = <5463/info:/1734319234482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5503=[#edits: 1 = <5464/info:/1734319234482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5504=[#edits: 1 = <5465/info:/1734319234483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5505=[#edits: 1 = <5466/info:/1734319234483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5506=[#edits: 1 = <5467/info:/1734319234484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5507=[#edits: 1 = <5468/info:/1734319234484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5508=[#edits: 1 = <5469/info:/1734319234485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5509=[#edits: 1 = <5470/info:/1734319234485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5510=[#edits: 1 = <5471/info:/1734319234486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5511=[#edits: 1 = <5472/info:/1734319234486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5512=[#edits: 1 = <5473/info:/1734319234487/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=21316, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-16T03:20:34,497 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:34,497 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 21535, reset compression=false 2024-12-16T03:20:34,498 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5513=[#edits: 1 = <5474/info:/1734319234488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5514=[#edits: 1 = <5475/info:/1734319234491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5515=[#edits: 1 = <5476/info:/1734319234495/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=21535, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-16T03:20:34,503 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:34,503 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 21827, reset compression=false 2024-12-16T03:20:34,503 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5516=[#edits: 1 = <5477/info:/1734319234496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5517=[#edits: 1 = <5478/info:/1734319234497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5518=[#edits: 1 = <5479/info:/1734319234498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5519=[#edits: 1 = <5480/info:/1734319234500/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=21827, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:34,509 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:34,509 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 22192, reset compression=false 2024-12-16T03:20:34,509 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5520=[#edits: 1 = <5481/info:/1734319234501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5521=[#edits: 1 = <5482/info:/1734319234502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5522=[#edits: 1 = <5483/info:/1734319234503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5523=[#edits: 1 = <5484/info:/1734319234505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5524=[#edits: 1 = <5485/info:/1734319234507/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=22192, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:34,515 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:34,515 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 22411, reset compression=false 2024-12-16T03:20:34,515 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5525=[#edits: 1 = <5486/info:/1734319234508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5526=[#edits: 1 = <5487/info:/1734319234509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5527=[#edits: 1 = <5488/info:/1734319234511/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=22411, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-16T03:20:34,523 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:34,523 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 22776, reset compression=false 2024-12-16T03:20:34,523 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5528=[#edits: 1 = <5489/info:/1734319234513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5529=[#edits: 1 = <5490/info:/1734319234514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5530=[#edits: 1 = <5491/info:/1734319234515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5531=[#edits: 1 = <5492/info:/1734319234519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5532=[#edits: 1 = <5493/info:/1734319234521/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=22776, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:34,529 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:34,529 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 22995, reset compression=false 2024-12-16T03:20:34,529 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5533=[#edits: 1 = <5494/info:/1734319234522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5534=[#edits: 1 = <5495/info:/1734319234522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5535=[#edits: 1 = <5496/info:/1734319234524/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=22995, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-16T03:20:34,536 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-16T03:20:34,536 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 23579, reset compression=false 2024-12-16T03:20:34,536 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5536=[#edits: 1 = <5497/info:/1734319234527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5537=[#edits: 1 = <5498/info:/1734319234528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5538=[#edits: 1 = <5499/info:/1734319234529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5539=[#edits: 1 = <5500/info:/1734319234530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5540=[#edits: 1 = <5501/info:/1734319234531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5541=[#edits: 1 = <5502/info:/1734319234532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5542=[#edits: 1 = <5503/info:/1734319234532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5543=[#edits: 1 = <5504/info:/1734319234533/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=23579, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-16T03:20:34,542 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:34,542 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 24455, reset compression=false 2024-12-16T03:20:34,542 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5544=[#edits: 1 = <5505/info:/1734319234533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5545=[#edits: 1 = <5506/info:/1734319234534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5546=[#edits: 1 = <5507/info:/1734319234535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5547=[#edits: 1 = <5508/info:/1734319234536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5548=[#edits: 1 = <5509/info:/1734319234536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5549=[#edits: 1 = <5510/info:/1734319234537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5550=[#edits: 1 = <5511/info:/1734319234538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5551=[#edits: 1 = <5512/info:/1734319234538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5552=[#edits: 1 = <5513/info:/1734319234538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5553=[#edits: 1 = <5514/info:/1734319234539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5554=[#edits: 1 = <5515/info:/1734319234539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5555=[#edits: 1 = <5516/info:/1734319234540/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=24455, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:34,547 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-16T03:20:34,547 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 25039, reset compression=false 2024-12-16T03:20:34,547 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5556=[#edits: 1 = <5517/info:/1734319234541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5557=[#edits: 1 = <5518/info:/1734319234541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5558=[#edits: 1 = <5519/info:/1734319234542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5559=[#edits: 1 = <5520/info:/1734319234542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5560=[#edits: 1 = <5521/info:/1734319234544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5561=[#edits: 1 = <5522/info:/1734319234544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5562=[#edits: 1 = <5523/info:/1734319234545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5563=[#edits: 1 = <5524/info:/1734319234545/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=25039, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-16T03:20:34,552 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-16T03:20:34,552 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 25623, reset compression=false 2024-12-16T03:20:34,552 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5564=[#edits: 1 = <5525/info:/1734319234546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5565=[#edits: 1 = <5526/info:/1734319234547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5566=[#edits: 1 = <5527/info:/1734319234547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5567=[#edits: 1 = <5528/info:/1734319234548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5568=[#edits: 1 = <5529/info:/1734319234549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5569=[#edits: 1 = <5530/info:/1734319234549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5570=[#edits: 1 = <5531/info:/1734319234550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5571=[#edits: 1 = <5532/info:/1734319234550/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=25623, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-16T03:20:34,566 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-16T03:20:34,566 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 26791, reset compression=false 2024-12-16T03:20:34,566 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5572=[#edits: 1 = <5533/info:/1734319234551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5573=[#edits: 1 = <5534/info:/1734319234551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5574=[#edits: 1 = <5535/info:/1734319234552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5575=[#edits: 1 = <5536/info:/1734319234552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5576=[#edits: 1 = <5537/info:/1734319234553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5577=[#edits: 1 = <5538/info:/1734319234554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5578=[#edits: 1 = <5539/info:/1734319234554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5579=[#edits: 1 = <5540/info:/1734319234555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5580=[#edits: 1 = <5541/info:/1734319234555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5581=[#edits: 1 = <5542/info:/1734319234556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5582=[#edits: 1 = <5543/info:/1734319234556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5583=[#edits: 1 = <5544/info:/1734319234557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5584=[#edits: 1 = <5545/info:/1734319234557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5585=[#edits: 1 = <5546/info:/1734319234558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5586=[#edits: 1 = <5547/info:/1734319234558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5587=[#edits: 1 = <5548/info:/1734319234559/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=26791, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-16T03:20:34,571 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-16T03:20:34,571 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 28178, reset compression=false 2024-12-16T03:20:34,571 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5588=[#edits: 1 = <5549/info:/1734319234559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5589=[#edits: 1 = <5550/info:/1734319234560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5590=[#edits: 1 = <5551/info:/1734319234561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5591=[#edits: 1 = <5552/info:/1734319234561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5592=[#edits: 1 = <5553/info:/1734319234562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5593=[#edits: 1 = <5554/info:/1734319234562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5594=[#edits: 1 = <5555/info:/1734319234562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5595=[#edits: 1 = <5556/info:/1734319234563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5596=[#edits: 1 = <5557/info:/1734319234563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5597=[#edits: 1 = <5558/info:/1734319234564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5598=[#edits: 1 = <5559/info:/1734319234564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5599=[#edits: 1 = <5560/info:/1734319234564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5600=[#edits: 1 = <5561/info:/1734319234565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5601=[#edits: 1 = <5562/info:/1734319234565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5602=[#edits: 1 = <5563/info:/1734319234566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5603=[#edits: 1 = <5564/info:/1734319234566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5604=[#edits: 1 = <5565/info:/1734319234567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5605=[#edits: 1 = <5566/info:/1734319234568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5606=[#edits: 1 = <5567/info:/1734319234569/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=28178, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-16T03:20:34,577 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:34,577 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 28397, reset compression=false 2024-12-16T03:20:34,577 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5607=[#edits: 1 = <5568/info:/1734319234570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5608=[#edits: 1 = <5569/info:/1734319234570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5609=[#edits: 1 = <5570/info:/1734319234573/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=28397, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-16T03:20:34,581 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:34,581 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 28835, reset compression=false 2024-12-16T03:20:34,581 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5610=[#edits: 1 = <5571/info:/1734319234576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5611=[#edits: 1 = <5572/info:/1734319234577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5612=[#edits: 1 = <5573/info:/1734319234578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5613=[#edits: 1 = <5574/info:/1734319234578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5614=[#edits: 1 = <5575/info:/1734319234579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5615=[#edits: 1 = <5576/info:/1734319234579/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=28835, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:34,586 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:34,587 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 29492, reset compression=false 2024-12-16T03:20:34,587 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5616=[#edits: 1 = <5577/info:/1734319234580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5617=[#edits: 1 = <5578/info:/1734319234580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5618=[#edits: 1 = <5579/info:/1734319234581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5619=[#edits: 1 = <5580/info:/1734319234581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5620=[#edits: 1 = <5581/info:/1734319234582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5621=[#edits: 1 = <5582/info:/1734319234583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5622=[#edits: 1 = <5583/info:/1734319234583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5623=[#edits: 1 = <5584/info:/1734319234584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5624=[#edits: 1 = <5585/info:/1734319234584/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=29492, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:34,592 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:34,592 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 30003, reset compression=false 2024-12-16T03:20:34,592 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5625=[#edits: 1 = <5586/info:/1734319234585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5626=[#edits: 1 = <5587/info:/1734319234585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5627=[#edits: 1 = <5588/info:/1734319234586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5628=[#edits: 1 = <5589/info:/1734319234587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5629=[#edits: 1 = <5590/info:/1734319234588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5630=[#edits: 1 = <5591/info:/1734319234588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5631=[#edits: 1 = <5592/info:/1734319234589/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=30003, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:34,598 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:34,598 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 30295, reset compression=false 2024-12-16T03:20:34,598 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5632=[#edits: 1 = <5593/info:/1734319234590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5633=[#edits: 1 = <5594/info:/1734319234591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5634=[#edits: 1 = <5595/info:/1734319234595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5635=[#edits: 1 = <5596/info:/1734319234595/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=30295, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:34,616 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:34,616 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 30587, reset compression=false 2024-12-16T03:20:34,616 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5636=[#edits: 1 = <5597/info:/1734319234596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5637=[#edits: 1 = <5598/info:/1734319234597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5638=[#edits: 1 = <5599/info:/1734319234601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5639=[#edits: 1 = <5600/info:/1734319234604/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=30587, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:34,634 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-16T03:20:34,634 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 31901, reset compression=false 2024-12-16T03:20:34,634 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5640=[#edits: 1 = <5601/info:/1734319234613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5641=[#edits: 1 = <5602/info:/1734319234614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5642=[#edits: 1 = <5603/info:/1734319234615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5643=[#edits: 1 = <5604/info:/1734319234616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5644=[#edits: 1 = <5605/info:/1734319234617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5645=[#edits: 1 = <5606/info:/1734319234618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5646=[#edits: 1 = <5607/info:/1734319234619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5647=[#edits: 1 = <5608/info:/1734319234620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5648=[#edits: 1 = <5609/info:/1734319234620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5649=[#edits: 1 = <5610/info:/1734319234621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5650=[#edits: 1 = <5611/info:/1734319234622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5651=[#edits: 1 = <5612/info:/1734319234622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5652=[#edits: 1 = <5613/info:/1734319234623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5653=[#edits: 1 = <5614/info:/1734319234623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5654=[#edits: 1 = <5615/info:/1734319234624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5655=[#edits: 1 = <5616/info:/1734319234625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5656=[#edits: 1 = <5617/info:/1734319234626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5657=[#edits: 1 = <5618/info:/1734319234628/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=31901, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-16T03:20:34,678 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-16T03:20:34,678 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 36208, reset compression=false 2024-12-16T03:20:34,678 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5658=[#edits: 1 = <5619/info:/1734319234629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5659=[#edits: 1 = <5620/info:/1734319234630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5660=[#edits: 1 = <5621/info:/1734319234631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5661=[#edits: 1 = <5622/info:/1734319234632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5662=[#edits: 1 = <5623/info:/1734319234633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5663=[#edits: 1 = <5624/info:/1734319234636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5664=[#edits: 1 = <5625/info:/1734319234637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5665=[#edits: 1 = <5626/info:/1734319234638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5666=[#edits: 1 = <5627/info:/1734319234639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5667=[#edits: 1 = <5628/info:/1734319234640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5668=[#edits: 1 = <5629/info:/1734319234640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5669=[#edits: 1 = <5630/info:/1734319234641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5670=[#edits: 1 = <5631/info:/1734319234641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5671=[#edits: 1 = <5632/info:/1734319234642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5672=[#edits: 1 = <5633/info:/1734319234642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5673=[#edits: 1 = <5634/info:/1734319234643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5674=[#edits: 1 = <5635/info:/1734319234644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5675=[#edits: 1 = <5636/info:/1734319234645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5676=[#edits: 1 = <5637/info:/1734319234645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5677=[#edits: 1 = <5638/info:/1734319234646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5678=[#edits: 1 = <5639/info:/1734319234646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5679=[#edits: 1 = <5640/info:/1734319234647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5680=[#edits: 1 = <5641/info:/1734319234648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5681=[#edits: 1 = <5642/info:/1734319234648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5682=[#edits: 1 = <5643/info:/1734319234649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5683=[#edits: 1 = <5644/info:/1734319234649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5684=[#edits: 1 = <5645/info:/1734319234650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5685=[#edits: 1 = <5646/info:/1734319234650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5686=[#edits: 1 = <5647/info:/1734319234651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5687=[#edits: 1 = <5648/info:/1734319234651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5688=[#edits: 1 = <5649/info:/1734319234652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5689=[#edits: 1 = <5650/info:/1734319234652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5690=[#edits: 1 = <5651/info:/1734319234653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5691=[#edits: 1 = <5652/info:/1734319234653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5692=[#edits: 1 = <5653/info:/1734319234654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5693=[#edits: 1 = <5654/info:/1734319234655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5694=[#edits: 1 = <5655/info:/1734319234655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5695=[#edits: 1 = <5656/info:/1734319234656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5696=[#edits: 1 = <5657/info:/1734319234657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5697=[#edits: 1 = <5658/info:/1734319234657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5698=[#edits: 1 = <5659/info:/1734319234659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5699=[#edits: 1 = <5660/info:/1734319234660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5700=[#edits: 1 = <5661/info:/1734319234661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5701=[#edits: 1 = <5662/info:/1734319234662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5702=[#edits: 1 = <5663/info:/1734319234662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5703=[#edits: 1 = <5664/info:/1734319234663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5704=[#edits: 1 = <5665/info:/1734319234664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5705=[#edits: 1 = <5666/info:/1734319234665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5706=[#edits: 1 = <5667/info:/1734319234666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5707=[#edits: 1 = <5668/info:/1734319234667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5708=[#edits: 1 = <5669/info:/1734319234668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5709=[#edits: 1 = <5670/info:/1734319234669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5710=[#edits: 1 = <5671/info:/1734319234669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5711=[#edits: 1 = <5672/info:/1734319234670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5712=[#edits: 1 = <5673/info:/1734319234670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5713=[#edits: 1 = <5674/info:/1734319234671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5714=[#edits: 1 = <5675/info:/1734319234671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5715=[#edits: 1 = <5676/info:/1734319234672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5716=[#edits: 1 = <5677/info:/1734319234672/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=36208, nbRowKeys=59, nbHFiles=0, heapSize=10148, lastSeqIds={}, endOfFile=false,usedBufferSize=10148] 2024-12-16T03:20:34,685 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-16T03:20:34,685 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 36792, reset compression=false 2024-12-16T03:20:34,685 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5717=[#edits: 1 = <5678/info:/1734319234673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5718=[#edits: 1 = <5679/info:/1734319234675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5719=[#edits: 1 = <5680/info:/1734319234679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5720=[#edits: 1 = <5681/info:/1734319234681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5721=[#edits: 1 = <5682/info:/1734319234682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5722=[#edits: 1 = <5683/info:/1734319234682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5723=[#edits: 1 = <5684/info:/1734319234683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5724=[#edits: 1 = <5685/info:/1734319234683/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=36792, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-16T03:20:34,690 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:34,690 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 37157, reset compression=false 2024-12-16T03:20:34,690 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5725=[#edits: 1 = <5686/info:/1734319234684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5726=[#edits: 1 = <5687/info:/1734319234685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5727=[#edits: 1 = <5688/info:/1734319234686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5728=[#edits: 1 = <5689/info:/1734319234687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5729=[#edits: 1 = <5690/info:/1734319234687/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=37157, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:34,695 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:34,695 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 37595, reset compression=false 2024-12-16T03:20:34,695 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5730=[#edits: 1 = <5691/info:/1734319234688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5731=[#edits: 1 = <5692/info:/1734319234689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5732=[#edits: 1 = <5693/info:/1734319234691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5733=[#edits: 1 = <5694/info:/1734319234692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5734=[#edits: 1 = <5695/info:/1734319234692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5735=[#edits: 1 = <5696/info:/1734319234693/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=37595, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:34,704 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:34,704 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5736=[#edits: 1 = <5697/info:/1734319234694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5737=[#edits: 1 = <5698/info:/1734319234695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5738=[#edits: 1 = <5699/info:/1734319234695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5739=[#edits: 1 = <5700/info:/1734319234697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5740=[#edits: 1 = <5701/info:/1734319234697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5741=[#edits: 1 = <5702/info:/1734319234698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5742=[#edits: 1 = <5703/info:/1734319234698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5743=[#edits: 1 = <5704/info:/1734319234699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5744=[#edits: 1 = <5705/info:/1734319234699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5745=[#edits: 1 = <5706/info:/1734319234700/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=38325, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:34,705 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 38325, reset compression=false 2024-12-16T03:20:34,726 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-16T03:20:34,726 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 39931, reset compression=false 2024-12-16T03:20:34,726 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5746=[#edits: 1 = <5707/info:/1734319234701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5747=[#edits: 1 = <5708/info:/1734319234703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5748=[#edits: 1 = <5709/info:/1734319234704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5749=[#edits: 1 = <5710/info:/1734319234707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5750=[#edits: 1 = <5711/info:/1734319234712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5751=[#edits: 1 = <5712/info:/1734319234713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5752=[#edits: 1 = <5713/info:/1734319234713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5753=[#edits: 1 = <5714/info:/1734319234714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5754=[#edits: 1 = <5715/info:/1734319234714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5755=[#edits: 1 = <5716/info:/1734319234714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5756=[#edits: 1 = <5717/info:/1734319234715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5757=[#edits: 1 = <5718/info:/1734319234715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5758=[#edits: 1 = <5719/info:/1734319234716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5759=[#edits: 1 = <5720/info:/1734319234716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5760=[#edits: 1 = <5721/info:/1734319234717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5761=[#edits: 1 = <5722/info:/1734319234717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5762=[#edits: 1 = <5723/info:/1734319234717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5763=[#edits: 1 = <5724/info:/1734319234718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5764=[#edits: 1 = <5725/info:/1734319234718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5765=[#edits: 1 = <5726/info:/1734319234719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5766=[#edits: 1 = <5727/info:/1734319234721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5767=[#edits: 1 = <5728/info:/1734319234722/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=39931, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-16T03:20:34,754 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 28 WAL entries eligible for replication 2024-12-16T03:20:34,754 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 41975, reset compression=false 2024-12-16T03:20:34,754 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5768=[#edits: 1 = <5729/info:/1734319234724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5769=[#edits: 1 = <5730/info:/1734319234728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5770=[#edits: 1 = <5731/info:/1734319234731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5771=[#edits: 1 = <5732/info:/1734319234732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5772=[#edits: 1 = <5733/info:/1734319234733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5773=[#edits: 1 = <5734/info:/1734319234734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5774=[#edits: 1 = <5735/info:/1734319234735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5775=[#edits: 1 = <5736/info:/1734319234739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5776=[#edits: 1 = <5737/info:/1734319234739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5777=[#edits: 1 = <5738/info:/1734319234740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5778=[#edits: 1 = <5739/info:/1734319234741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5779=[#edits: 1 = <5740/info:/1734319234741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5780=[#edits: 1 = <5741/info:/1734319234742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5781=[#edits: 1 = <5742/info:/1734319234742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5782=[#edits: 1 = <5743/info:/1734319234743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5783=[#edits: 1 = <5744/info:/1734319234744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5784=[#edits: 1 = <5745/info:/1734319234744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5785=[#edits: 1 = <5746/info:/1734319234745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5786=[#edits: 1 = <5747/info:/1734319234745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5787=[#edits: 1 = <5748/info:/1734319234746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5788=[#edits: 1 = <5749/info:/1734319234746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5789=[#edits: 1 = <5750/info:/1734319234746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5790=[#edits: 1 = <5751/info:/1734319234747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5791=[#edits: 1 = <5752/info:/1734319234747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5792=[#edits: 1 = <5753/info:/1734319234748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5793=[#edits: 1 = <5754/info:/1734319234748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5794=[#edits: 1 = <5755/info:/1734319234749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5795=[#edits: 1 = <5756/info:/1734319234750/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=41975, nbRowKeys=28, nbHFiles=0, heapSize=4816, lastSeqIds={}, endOfFile=false,usedBufferSize=4816] 2024-12-16T03:20:34,770 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-16T03:20:34,770 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 43289, reset compression=false 2024-12-16T03:20:34,770 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5796=[#edits: 1 = <5757/info:/1734319234751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5797=[#edits: 1 = <5758/info:/1734319234752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5798=[#edits: 1 = <5759/info:/1734319234755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5799=[#edits: 1 = <5760/info:/1734319234758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5800=[#edits: 1 = <5761/info:/1734319234758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5801=[#edits: 1 = <5762/info:/1734319234759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5802=[#edits: 1 = <5763/info:/1734319234759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5803=[#edits: 1 = <5764/info:/1734319234761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5804=[#edits: 1 = <5765/info:/1734319234763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5805=[#edits: 1 = <5766/info:/1734319234764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5806=[#edits: 1 = <5767/info:/1734319234764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5807=[#edits: 1 = <5768/info:/1734319234765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5808=[#edits: 1 = <5769/info:/1734319234765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5809=[#edits: 1 = <5770/info:/1734319234765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5810=[#edits: 1 = <5771/info:/1734319234766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5811=[#edits: 1 = <5772/info:/1734319234766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5812=[#edits: 1 = <5773/info:/1734319234767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5813=[#edits: 1 = <5774/info:/1734319234767/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=43289, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-16T03:20:34,790 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-16T03:20:34,790 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 44603, reset compression=false 2024-12-16T03:20:34,790 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5814=[#edits: 1 = <5775/info:/1734319234769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5815=[#edits: 1 = <5776/info:/1734319234771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5816=[#edits: 1 = <5777/info:/1734319234772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5817=[#edits: 1 = <5778/info:/1734319234774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5818=[#edits: 1 = <5779/info:/1734319234775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5819=[#edits: 1 = <5780/info:/1734319234776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5820=[#edits: 1 = <5781/info:/1734319234777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5821=[#edits: 1 = <5782/info:/1734319234779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5822=[#edits: 1 = <5783/info:/1734319234780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5823=[#edits: 1 = <5784/info:/1734319234781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5824=[#edits: 1 = <5785/info:/1734319234782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5825=[#edits: 1 = <5786/info:/1734319234783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5826=[#edits: 1 = <5787/info:/1734319234784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5827=[#edits: 1 = <5788/info:/1734319234784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5828=[#edits: 1 = <5789/info:/1734319234785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5829=[#edits: 1 = <5790/info:/1734319234786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5830=[#edits: 1 = <5791/info:/1734319234786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5831=[#edits: 1 = <5792/info:/1734319234787/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=44603, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-16T03:20:34,806 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-16T03:20:34,806 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 45990, reset compression=false 2024-12-16T03:20:34,806 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5832=[#edits: 1 = <5793/info:/1734319234787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5833=[#edits: 1 = <5794/info:/1734319234789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5834=[#edits: 1 = <5795/info:/1734319234792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5835=[#edits: 1 = <5796/info:/1734319234793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5836=[#edits: 1 = <5797/info:/1734319234794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5837=[#edits: 1 = <5798/info:/1734319234795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5838=[#edits: 1 = <5799/info:/1734319234796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5839=[#edits: 1 = <5800/info:/1734319234797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5840=[#edits: 1 = <5801/info:/1734319234798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5841=[#edits: 1 = <5802/info:/1734319234798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5842=[#edits: 1 = <5803/info:/1734319234799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5843=[#edits: 1 = <5804/info:/1734319234800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5844=[#edits: 1 = <5805/info:/1734319234800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5845=[#edits: 1 = <5806/info:/1734319234801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5846=[#edits: 1 = <5807/info:/1734319234801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5847=[#edits: 1 = <5808/info:/1734319234802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5848=[#edits: 1 = <5809/info:/1734319234802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5849=[#edits: 1 = <5810/info:/1734319234803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5850=[#edits: 1 = <5811/info:/1734319234803/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=45990, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-16T03:20:34,836 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 41 WAL entries eligible for replication 2024-12-16T03:20:34,836 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 48983, reset compression=false 2024-12-16T03:20:34,836 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5851=[#edits: 1 = <5812/info:/1734319234804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5852=[#edits: 1 = <5813/info:/1734319234805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5853=[#edits: 1 = <5814/info:/1734319234806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5854=[#edits: 1 = <5815/info:/1734319234808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5855=[#edits: 1 = <5816/info:/1734319234809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5856=[#edits: 1 = <5817/info:/1734319234809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5857=[#edits: 1 = <5818/info:/1734319234810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5858=[#edits: 1 = <5819/info:/1734319234812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5859=[#edits: 1 = <5820/info:/1734319234817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5860=[#edits: 1 = <5821/info:/1734319234817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5861=[#edits: 1 = <5822/info:/1734319234818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5862=[#edits: 1 = <5823/info:/1734319234818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5863=[#edits: 1 = <5824/info:/1734319234818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5864=[#edits: 1 = <5825/info:/1734319234819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5865=[#edits: 1 = <5826/info:/1734319234819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5866=[#edits: 1 = <5827/info:/1734319234820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5867=[#edits: 1 = <5828/info:/1734319234820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5868=[#edits: 1 = <5829/info:/1734319234821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5869=[#edits: 1 = <5830/info:/1734319234821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5870=[#edits: 1 = <5831/info:/1734319234822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5871=[#edits: 1 = <5832/info:/1734319234822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5872=[#edits: 1 = <5833/info:/1734319234822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5873=[#edits: 1 = <5834/info:/1734319234823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5874=[#edits: 1 = <5835/info:/1734319234823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5875=[#edits: 1 = <5836/info:/1734319234823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5876=[#edits: 1 = <5837/info:/1734319234824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5877=[#edits: 1 = <5838/info:/1734319234824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5878=[#edits: 1 = <5839/info:/1734319234825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5879=[#edits: 1 = <5840/info:/1734319234825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5880=[#edits: 1 = <5841/info:/1734319234825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5881=[#edits: 1 = <5842/info:/1734319234826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5882=[#edits: 1 = <5843/info:/1734319234826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5883=[#edits: 1 = <5844/info:/1734319234827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5884=[#edits: 1 = <5845/info:/1734319234827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5885=[#edits: 1 = <5846/info:/1734319234828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5886=[#edits: 1 = <5847/info:/1734319234828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5887=[#edits: 1 = <5848/info:/1734319234829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5888=[#edits: 1 = <5849/info:/1734319234829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5889=[#edits: 1 = <5850/info:/1734319234830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5890=[#edits: 1 = <5851/info:/1734319234830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5891=[#edits: 1 = <5852/info:/1734319234830/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=48983, nbRowKeys=41, nbHFiles=0, heapSize=7052, lastSeqIds={}, endOfFile=false,usedBufferSize=7052] 2024-12-16T03:20:34,862 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-16T03:20:34,862 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 49932, reset compression=false 2024-12-16T03:20:34,862 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5892=[#edits: 1 = <5853/info:/1734319234831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5893=[#edits: 1 = <5854/info:/1734319234835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5894=[#edits: 1 = <5855/info:/1734319234838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5895=[#edits: 1 = <5856/info:/1734319234840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5896=[#edits: 1 = <5857/info:/1734319234841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5897=[#edits: 1 = <5858/info:/1734319234841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5898=[#edits: 1 = <5859/info:/1734319234843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5899=[#edits: 1 = <5860/info:/1734319234847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5900=[#edits: 1 = <5861/info:/1734319234849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5901=[#edits: 1 = <5862/info:/1734319234850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5902=[#edits: 1 = <5863/info:/1734319234851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5903=[#edits: 1 = <5864/info:/1734319234852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5904=[#edits: 1 = <5865/info:/1734319234853/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=49932, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-16T03:20:34,886 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-16T03:20:34,886 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 51465, reset compression=false 2024-12-16T03:20:34,887 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5905=[#edits: 1 = <5866/info:/1734319234854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5906=[#edits: 1 = <5867/info:/1734319234867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5907=[#edits: 1 = <5868/info:/1734319234868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5908=[#edits: 1 = <5869/info:/1734319234869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5909=[#edits: 1 = <5870/info:/1734319234870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5910=[#edits: 1 = <5871/info:/1734319234870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5911=[#edits: 1 = <5872/info:/1734319234871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5912=[#edits: 1 = <5873/info:/1734319234872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5913=[#edits: 1 = <5874/info:/1734319234872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5914=[#edits: 1 = <5875/info:/1734319234872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5915=[#edits: 1 = <5876/info:/1734319234873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5916=[#edits: 1 = <5877/info:/1734319234873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5917=[#edits: 1 = <5878/info:/1734319234874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5918=[#edits: 1 = <5879/info:/1734319234874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5919=[#edits: 1 = <5880/info:/1734319234875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5920=[#edits: 1 = <5881/info:/1734319234876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5921=[#edits: 1 = <5882/info:/1734319234877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5922=[#edits: 1 = <5883/info:/1734319234878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5923=[#edits: 1 = <5884/info:/1734319234879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5924=[#edits: 1 = <5885/info:/1734319234880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5925=[#edits: 1 = <5886/info:/1734319234882/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=51465, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-16T03:20:34,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-16T03:20:34,898 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-16T03:20:34,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-16T03:20:34,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-16T03:20:34,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-16T03:20:34,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-16T03:20:34,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:34,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-16T03:20:34,922 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 31 WAL entries eligible for replication 2024-12-16T03:20:34,922 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 53728, reset compression=false 2024-12-16T03:20:34,922 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5926=[#edits: 1 = <5887/info:/1734319234883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5927=[#edits: 1 = <5888/info:/1734319234884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5928=[#edits: 1 = <5889/info:/1734319234891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5929=[#edits: 1 = <5890/info:/1734319234894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5930=[#edits: 1 = <5891/info:/1734319234896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5931=[#edits: 1 = <5892/info:/1734319234897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5932=[#edits: 1 = <5893/info:/1734319234898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5933=[#edits: 1 = <5894/info:/1734319234902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5934=[#edits: 1 = <5895/info:/1734319234903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5935=[#edits: 1 = <5896/info:/1734319234904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5936=[#edits: 1 = <5897/info:/1734319234905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5937=[#edits: 1 = <5898/info:/1734319234905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5938=[#edits: 1 = <5899/info:/1734319234906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5939=[#edits: 1 = <5900/info:/1734319234907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5940=[#edits: 1 = <5901/info:/1734319234907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5941=[#edits: 1 = <5902/info:/1734319234908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5942=[#edits: 1 = <5903/info:/1734319234909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5943=[#edits: 1 = <5904/info:/1734319234910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5944=[#edits: 1 = <5905/info:/1734319234911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5945=[#edits: 1 = <5906/info:/1734319234912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5946=[#edits: 1 = <5907/info:/1734319234912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5947=[#edits: 1 = <5908/info:/1734319234913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5948=[#edits: 1 = <5909/info:/1734319234914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5949=[#edits: 1 = <5910/info:/1734319234914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5950=[#edits: 1 = <5911/info:/1734319234915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5951=[#edits: 1 = <5912/info:/1734319234916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5952=[#edits: 1 = <5913/info:/1734319234916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5953=[#edits: 1 = <5914/info:/1734319234917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5954=[#edits: 1 = <5915/info:/1734319234918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5955=[#edits: 1 = <5916/info:/1734319234918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5956=[#edits: 1 = <5917/info:/1734319234919/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=53728, nbRowKeys=31, nbHFiles=0, heapSize=5332, lastSeqIds={}, endOfFile=false,usedBufferSize=5332] 2024-12-16T03:20:34,940 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-16T03:20:34,940 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 54677, reset compression=false 2024-12-16T03:20:34,941 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5957=[#edits: 1 = <5918/info:/1734319234920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5958=[#edits: 1 = <5919/info:/1734319234921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5959=[#edits: 1 = <5920/info:/1734319234925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5960=[#edits: 1 = <5921/info:/1734319234925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5961=[#edits: 1 = <5922/info:/1734319234926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5962=[#edits: 1 = <5923/info:/1734319234927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5963=[#edits: 1 = <5924/info:/1734319234930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5964=[#edits: 1 = <5925/info:/1734319234931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5965=[#edits: 1 = <5926/info:/1734319234932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5966=[#edits: 1 = <5927/info:/1734319234933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5967=[#edits: 1 = <5928/info:/1734319234934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5968=[#edits: 1 = <5929/info:/1734319234936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5969=[#edits: 1 = <5930/info:/1734319234937/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=54677, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-16T03:20:34,950 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-16T03:20:34,950 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 55261, reset compression=false 2024-12-16T03:20:34,950 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5970=[#edits: 1 = <5931/info:/1734319234938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5971=[#edits: 1 = <5932/info:/1734319234939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5972=[#edits: 1 = <5933/info:/1734319234940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5973=[#edits: 1 = <5934/info:/1734319234941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5974=[#edits: 1 = <5935/info:/1734319234945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5975=[#edits: 1 = <5936/info:/1734319234946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5976=[#edits: 1 = <5937/info:/1734319234946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5977=[#edits: 1 = <5938/info:/1734319234947/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=55261, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-16T03:20:34,970 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-16T03:20:34,970 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 56356, reset compression=false 2024-12-16T03:20:34,970 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5978=[#edits: 1 = <5939/info:/1734319234948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5979=[#edits: 1 = <5940/info:/1734319234949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5980=[#edits: 1 = <5941/info:/1734319234955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5981=[#edits: 1 = <5942/info:/1734319234956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5982=[#edits: 1 = <5943/info:/1734319234956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5983=[#edits: 1 = <5944/info:/1734319234958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5984=[#edits: 1 = <5945/info:/1734319234958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5985=[#edits: 1 = <5946/info:/1734319234959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5986=[#edits: 1 = <5947/info:/1734319234960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5987=[#edits: 1 = <5948/info:/1734319234960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5988=[#edits: 1 = <5949/info:/1734319234961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5989=[#edits: 1 = <5950/info:/1734319234961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5990=[#edits: 1 = <5951/info:/1734319234962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5991=[#edits: 1 = <5952/info:/1734319234963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5992=[#edits: 1 = <5953/info:/1734319234964/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=56356, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-16T03:20:34,988 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:34,988 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:34,994 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-16T03:20:34,994 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 57816, reset compression=false 2024-12-16T03:20:34,994 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5993=[#edits: 1 = <5954/info:/1734319234968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5994=[#edits: 1 = <5955/info:/1734319234972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5995=[#edits: 1 = <5956/info:/1734319234974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5996=[#edits: 1 = <5957/info:/1734319234975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5997=[#edits: 1 = <5958/info:/1734319234976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5998=[#edits: 1 = <5959/info:/1734319234977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5999=[#edits: 1 = <5960/info:/1734319234977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6000=[#edits: 1 = <5961/info:/1734319234978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6001=[#edits: 1 = <5962/info:/1734319234978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6002=[#edits: 1 = <5963/info:/1734319234979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6003=[#edits: 1 = <5964/info:/1734319234980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6004=[#edits: 1 = <5965/info:/1734319234981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6005=[#edits: 1 = <5966/info:/1734319234982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6006=[#edits: 1 = <5967/info:/1734319234982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6007=[#edits: 1 = <5968/info:/1734319234984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6008=[#edits: 1 = <5969/info:/1734319234985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6009=[#edits: 1 = <5970/info:/1734319234986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6010=[#edits: 1 = <5971/info:/1734319234987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6011=[#edits: 1 = <5972/info:/1734319234987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6012=[#edits: 1 = <5973/info:/1734319234988/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=57816, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-16T03:20:35,009 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:35,009 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 58254, reset compression=false 2024-12-16T03:20:35,009 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6013=[#edits: 1 = <5974/info:/1734319234992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6014=[#edits: 1 = <5975/info:/1734319234995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6015=[#edits: 1 = <5976/info:/1734319234999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6016=[#edits: 1 = <5977/info:/1734319235003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6017=[#edits: 1 = <5978/info:/1734319235005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6018=[#edits: 1 = <5979/info:/1734319235006/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=58254, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:35,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(269): Writing data from 6000 to 7000 2024-12-16T03:20:35,039 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 35 WAL entries eligible for replication 2024-12-16T03:20:35,039 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 60809, reset compression=false 2024-12-16T03:20:35,039 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6019=[#edits: 1 = <5980/info:/1734319235008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6020=[#edits: 1 = <5981/info:/1734319235011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6021=[#edits: 1 = <5982/info:/1734319235012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6022=[#edits: 1 = <5983/info:/1734319235012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6023=[#edits: 1 = <5984/info:/1734319235013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6024=[#edits: 1 = <5985/info:/1734319235013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6025=[#edits: 1 = <5986/info:/1734319235014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6026=[#edits: 1 = <5987/info:/1734319235014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6027=[#edits: 1 = <5988/info:/1734319235015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6028=[#edits: 1 = <5989/info:/1734319235015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6029=[#edits: 1 = <5990/info:/1734319235016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6030=[#edits: 1 = <5991/info:/1734319235016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6031=[#edits: 1 = <5992/info:/1734319235017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6032=[#edits: 1 = <5993/info:/1734319235017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6033=[#edits: 1 = <5994/info:/1734319235017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6034=[#edits: 1 = <5995/info:/1734319235018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6035=[#edits: 1 = <5996/info:/1734319235018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6036=[#edits: 1 = <5997/info:/1734319235019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6037=[#edits: 1 = <5998/info:/1734319235019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6038=[#edits: 1 = <5999/info:/1734319235020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6039=[#edits: 1 = <6000/info:/1734319235021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6040=[#edits: 1 = <6001/info:/1734319235022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6041=[#edits: 1 = <6002/info:/1734319235022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6042=[#edits: 1 = <6003/info:/1734319235022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6043=[#edits: 1 = <6004/info:/1734319235023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6044=[#edits: 1 = <6005/info:/1734319235023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6045=[#edits: 1 = <6006/info:/1734319235024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6046=[#edits: 1 = <6007/info:/1734319235024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6047=[#edits: 1 = <6008/info:/1734319235024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6048=[#edits: 1 = <6009/info:/1734319235025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6049=[#edits: 1 = <6010/info:/1734319235025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6050=[#edits: 1 = <6011/info:/1734319235026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6051=[#edits: 1 = <6012/info:/1734319235027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6052=[#edits: 1 = <6013/info:/1734319235029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6053=[#edits: 1 = <6014/info:/1734319235030/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=60809, nbRowKeys=35, nbHFiles=0, heapSize=6020, lastSeqIds={}, endOfFile=false,usedBufferSize=6020] 2024-12-16T03:20:35,047 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:35,047 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 60955, reset compression=false 2024-12-16T03:20:35,047 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6054=[#edits: 1 = <6015/info:/1734319235031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6055=[#edits: 1 = <6016/info:/1734319235041/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=60955, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-16T03:20:35,074 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-16T03:20:35,074 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 62853, reset compression=false 2024-12-16T03:20:35,075 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6056=[#edits: 1 = <6017/info:/1734319235046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6057=[#edits: 1 = <6018/info:/1734319235052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6058=[#edits: 1 = <6019/info:/1734319235054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6059=[#edits: 1 = <6020/info:/1734319235055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6060=[#edits: 1 = <6021/info:/1734319235056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6061=[#edits: 1 = <6022/info:/1734319235056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6062=[#edits: 1 = <6023/info:/1734319235057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6063=[#edits: 1 = <6024/info:/1734319235058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6064=[#edits: 1 = <6025/info:/1734319235059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6065=[#edits: 1 = <6026/info:/1734319235059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6066=[#edits: 1 = <6027/info:/1734319235060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6067=[#edits: 1 = <6028/info:/1734319235061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6068=[#edits: 1 = <6029/info:/1734319235061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6069=[#edits: 1 = <6030/info:/1734319235062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6070=[#edits: 1 = <6031/info:/1734319235062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6071=[#edits: 1 = <6032/info:/1734319235063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6072=[#edits: 1 = <6033/info:/1734319235064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6073=[#edits: 1 = <6034/info:/1734319235064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6074=[#edits: 1 = <6035/info:/1734319235065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6075=[#edits: 1 = <6036/info:/1734319235065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6076=[#edits: 1 = <6037/info:/1734319235066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6077=[#edits: 1 = <6038/info:/1734319235067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6078=[#edits: 1 = <6039/info:/1734319235068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6079=[#edits: 1 = <6040/info:/1734319235069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6080=[#edits: 1 = <6041/info:/1734319235070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6081=[#edits: 1 = <6042/info:/1734319235071/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=62853, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-16T03:20:35,110 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-16T03:20:35,110 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 64167, reset compression=false 2024-12-16T03:20:35,110 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6082=[#edits: 1 = <6043/info:/1734319235071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6083=[#edits: 1 = <6044/info:/1734319235073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6084=[#edits: 1 = <6045/info:/1734319235077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6085=[#edits: 1 = <6046/info:/1734319235078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6086=[#edits: 1 = <6047/info:/1734319235078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6087=[#edits: 1 = <6048/info:/1734319235079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6088=[#edits: 1 = <6049/info:/1734319235079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6089=[#edits: 1 = <6050/info:/1734319235082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6090=[#edits: 1 = <6051/info:/1734319235086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6091=[#edits: 1 = <6052/info:/1734319235088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6092=[#edits: 1 = <6053/info:/1734319235089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6093=[#edits: 1 = <6054/info:/1734319235090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6094=[#edits: 1 = <6055/info:/1734319235091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6095=[#edits: 1 = <6056/info:/1734319235092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6096=[#edits: 1 = <6057/info:/1734319235092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6097=[#edits: 1 = <6058/info:/1734319235093/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6098=[#edits: 1 = <6059/info:/1734319235094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6099=[#edits: 1 = <6060/info:/1734319235094/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=64167, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-16T03:20:35,139 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 41 WAL entries eligible for replication 2024-12-16T03:20:35,139 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 67160, reset compression=false 2024-12-16T03:20:35,139 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6100=[#edits: 1 = <6061/info:/1734319235097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6101=[#edits: 1 = <6062/info:/1734319235099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6102=[#edits: 1 = <6063/info:/1734319235100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6103=[#edits: 1 = <6064/info:/1734319235101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6104=[#edits: 1 = <6065/info:/1734319235102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6105=[#edits: 1 = <6066/info:/1734319235102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6106=[#edits: 1 = <6067/info:/1734319235103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6107=[#edits: 1 = <6068/info:/1734319235103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6108=[#edits: 1 = <6069/info:/1734319235104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6109=[#edits: 1 = <6070/info:/1734319235104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6110=[#edits: 1 = <6071/info:/1734319235104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6111=[#edits: 1 = <6072/info:/1734319235105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6112=[#edits: 1 = <6073/info:/1734319235105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6113=[#edits: 1 = <6074/info:/1734319235106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6114=[#edits: 1 = <6075/info:/1734319235106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6115=[#edits: 1 = <6076/info:/1734319235106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6116=[#edits: 1 = <6077/info:/1734319235107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6117=[#edits: 1 = <6078/info:/1734319235107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6118=[#edits: 1 = <6079/info:/1734319235112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6119=[#edits: 1 = <6080/info:/1734319235115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6120=[#edits: 1 = <6081/info:/1734319235118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6121=[#edits: 1 = <6082/info:/1734319235119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6122=[#edits: 1 = <6083/info:/1734319235119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6123=[#edits: 1 = <6084/info:/1734319235120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6124=[#edits: 1 = <6085/info:/1734319235121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6125=[#edits: 1 = <6086/info:/1734319235122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6126=[#edits: 1 = <6087/info:/1734319235122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6127=[#edits: 1 = <6088/info:/1734319235123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6128=[#edits: 1 = <6089/info:/1734319235124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6129=[#edits: 1 = <6090/info:/1734319235125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6130=[#edits: 1 = <6091/info:/1734319235125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6131=[#edits: 1 = <6092/info:/1734319235127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6132=[#edits: 1 = <6093/info:/1734319235128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6133=[#edits: 1 = <6094/info:/1734319235129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6134=[#edits: 1 = <6095/info:/1734319235129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6135=[#edits: 1 = <6096/info:/1734319235130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6136=[#edits: 1 = <6097/info:/1734319235131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6137=[#edits: 1 = <6098/info:/1734319235132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6138=[#edits: 1 = <6099/info:/1734319235133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6139=[#edits: 1 = <6100/info:/1734319235133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6140=[#edits: 1 = <6101/info:/1734319235134/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=67160, nbRowKeys=41, nbHFiles=0, heapSize=7052, lastSeqIds={}, endOfFile=false,usedBufferSize=7052] 2024-12-16T03:20:35,164 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 29 WAL entries eligible for replication 2024-12-16T03:20:35,164 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 69277, reset compression=false 2024-12-16T03:20:35,164 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6141=[#edits: 1 = <6102/info:/1734319235135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6142=[#edits: 1 = <6103/info:/1734319235136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6143=[#edits: 1 = <6104/info:/1734319235137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6144=[#edits: 1 = <6105/info:/1734319235138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6145=[#edits: 1 = <6106/info:/1734319235139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6146=[#edits: 1 = <6107/info:/1734319235140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6147=[#edits: 1 = <6108/info:/1734319235141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6148=[#edits: 1 = <6109/info:/1734319235142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6149=[#edits: 1 = <6110/info:/1734319235148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6150=[#edits: 1 = <6111/info:/1734319235149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6151=[#edits: 1 = <6112/info:/1734319235149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6152=[#edits: 1 = <6113/info:/1734319235150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6153=[#edits: 1 = <6114/info:/1734319235150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6154=[#edits: 1 = <6115/info:/1734319235151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6155=[#edits: 1 = <6116/info:/1734319235152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6156=[#edits: 1 = <6117/info:/1734319235152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6157=[#edits: 1 = <6118/info:/1734319235153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6158=[#edits: 1 = <6119/info:/1734319235153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6159=[#edits: 1 = <6120/info:/1734319235154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6160=[#edits: 1 = <6121/info:/1734319235155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6161=[#edits: 1 = <6122/info:/1734319235155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6162=[#edits: 1 = <6123/info:/1734319235156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6163=[#edits: 1 = <6124/info:/1734319235157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6164=[#edits: 1 = <6125/info:/1734319235157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6165=[#edits: 1 = <6126/info:/1734319235158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6166=[#edits: 1 = <6127/info:/1734319235159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6167=[#edits: 1 = <6128/info:/1734319235159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6168=[#edits: 1 = <6129/info:/1734319235160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6169=[#edits: 1 = <6130/info:/1734319235160/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=69277, nbRowKeys=29, nbHFiles=0, heapSize=4988, lastSeqIds={}, endOfFile=false,usedBufferSize=4988] 2024-12-16T03:20:35,217 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 39 WAL entries eligible for replication 2024-12-16T03:20:35,217 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 72124, reset compression=false 2024-12-16T03:20:35,217 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6170=[#edits: 1 = <6131/info:/1734319235161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6171=[#edits: 1 = <6132/info:/1734319235163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6172=[#edits: 1 = <6133/info:/1734319235169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6173=[#edits: 1 = <6134/info:/1734319235172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6174=[#edits: 1 = <6135/info:/1734319235173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6175=[#edits: 1 = <6136/info:/1734319235174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6176=[#edits: 1 = <6137/info:/1734319235175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6177=[#edits: 1 = <6138/info:/1734319235175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6178=[#edits: 1 = <6139/info:/1734319235176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6179=[#edits: 1 = <6140/info:/1734319235177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6180=[#edits: 1 = <6141/info:/1734319235177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6181=[#edits: 1 = <6142/info:/1734319235178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6182=[#edits: 1 = <6143/info:/1734319235178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6183=[#edits: 1 = <6144/info:/1734319235179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6184=[#edits: 1 = <6145/info:/1734319235179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6185=[#edits: 1 = <6146/info:/1734319235180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6186=[#edits: 1 = <6147/info:/1734319235180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6187=[#edits: 1 = <6148/info:/1734319235181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6188=[#edits: 1 = <6149/info:/1734319235190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6189=[#edits: 1 = <6150/info:/1734319235191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6190=[#edits: 1 = <6151/info:/1734319235192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6191=[#edits: 1 = <6152/info:/1734319235192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6192=[#edits: 1 = <6153/info:/1734319235193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6193=[#edits: 1 = <6154/info:/1734319235194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6194=[#edits: 1 = <6155/info:/1734319235194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6195=[#edits: 1 = <6156/info:/1734319235194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6196=[#edits: 1 = <6157/info:/1734319235195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6197=[#edits: 1 = <6158/info:/1734319235195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6198=[#edits: 1 = <6159/info:/1734319235196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6199=[#edits: 1 = <6160/info:/1734319235196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6200=[#edits: 1 = <6161/info:/1734319235197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6201=[#edits: 1 = <6162/info:/1734319235197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6202=[#edits: 1 = <6163/info:/1734319235198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6203=[#edits: 1 = <6164/info:/1734319235198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6204=[#edits: 1 = <6165/info:/1734319235199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6205=[#edits: 1 = <6166/info:/1734319235199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6206=[#edits: 1 = <6167/info:/1734319235200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6207=[#edits: 1 = <6168/info:/1734319235202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6208=[#edits: 1 = <6169/info:/1734319235206/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=72124, nbRowKeys=39, nbHFiles=0, heapSize=6708, lastSeqIds={}, endOfFile=false,usedBufferSize=6708] 2024-12-16T03:20:35,252 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 39 WAL entries eligible for replication 2024-12-16T03:20:35,252 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 74971, reset compression=false 2024-12-16T03:20:35,252 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6209=[#edits: 1 = <6170/info:/1734319235211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6210=[#edits: 1 = <6171/info:/1734319235214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6211=[#edits: 1 = <6172/info:/1734319235220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6212=[#edits: 1 = <6173/info:/1734319235224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6213=[#edits: 1 = <6174/info:/1734319235225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6214=[#edits: 1 = <6175/info:/1734319235226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6215=[#edits: 1 = <6176/info:/1734319235227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6216=[#edits: 1 = <6177/info:/1734319235227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6217=[#edits: 1 = <6178/info:/1734319235228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6218=[#edits: 1 = <6179/info:/1734319235228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6219=[#edits: 1 = <6180/info:/1734319235228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6220=[#edits: 1 = <6181/info:/1734319235229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6221=[#edits: 1 = <6182/info:/1734319235229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6222=[#edits: 1 = <6183/info:/1734319235230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6223=[#edits: 1 = <6184/info:/1734319235231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6224=[#edits: 1 = <6185/info:/1734319235232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6225=[#edits: 1 = <6186/info:/1734319235232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6226=[#edits: 1 = <6187/info:/1734319235233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6227=[#edits: 1 = <6188/info:/1734319235233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6228=[#edits: 1 = <6189/info:/1734319235234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6229=[#edits: 1 = <6190/info:/1734319235234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6230=[#edits: 1 = <6191/info:/1734319235235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6231=[#edits: 1 = <6192/info:/1734319235235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6232=[#edits: 1 = <6193/info:/1734319235236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6233=[#edits: 1 = <6194/info:/1734319235237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6234=[#edits: 1 = <6195/info:/1734319235238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6235=[#edits: 1 = <6196/info:/1734319235238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6236=[#edits: 1 = <6197/info:/1734319235239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6237=[#edits: 1 = <6198/info:/1734319235239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6238=[#edits: 1 = <6199/info:/1734319235240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6239=[#edits: 1 = <6200/info:/1734319235240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6240=[#edits: 1 = <6201/info:/1734319235241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6241=[#edits: 1 = <6202/info:/1734319235241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6242=[#edits: 1 = <6203/info:/1734319235242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6243=[#edits: 1 = <6204/info:/1734319235242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6244=[#edits: 1 = <6205/info:/1734319235244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6245=[#edits: 1 = <6206/info:/1734319235246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6246=[#edits: 1 = <6207/info:/1734319235246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6247=[#edits: 1 = <6208/info:/1734319235247/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=74971, nbRowKeys=39, nbHFiles=0, heapSize=6708, lastSeqIds={}, endOfFile=false,usedBufferSize=6708] 2024-12-16T03:20:35,259 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:35,259 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6248=[#edits: 1 = <6209/info:/1734319235248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6249=[#edits: 1 = <6210/info:/1734319235249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6250=[#edits: 1 = <6211/info:/1734319235250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6251=[#edits: 1 = <6212/info:/1734319235254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6252=[#edits: 1 = <6213/info:/1734319235257/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=75336, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:35,260 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 75336, reset compression=false 2024-12-16T03:20:35,265 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:35,265 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 75482, reset compression=false 2024-12-16T03:20:35,265 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6253=[#edits: 1 = <6214/info:/1734319235258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6254=[#edits: 1 = <6215/info:/1734319235261/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=75482, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-16T03:20:35,270 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:35,270 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 75774, reset compression=false 2024-12-16T03:20:35,270 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6255=[#edits: 1 = <6216/info:/1734319235263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6256=[#edits: 1 = <6217/info:/1734319235264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6257=[#edits: 1 = <6218/info:/1734319235266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6258=[#edits: 1 = <6219/info:/1734319235268/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=75774, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:35,275 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:35,276 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 76066, reset compression=false 2024-12-16T03:20:35,276 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6259=[#edits: 1 = <6220/info:/1734319235269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6260=[#edits: 1 = <6221/info:/1734319235269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6261=[#edits: 1 = <6222/info:/1734319235271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6262=[#edits: 1 = <6223/info:/1734319235272/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=76066, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:35,282 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:35,282 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 76723, reset compression=false 2024-12-16T03:20:35,282 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6263=[#edits: 1 = <6224/info:/1734319235272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6264=[#edits: 1 = <6225/info:/1734319235276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6265=[#edits: 1 = <6226/info:/1734319235277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6266=[#edits: 1 = <6227/info:/1734319235277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6267=[#edits: 1 = <6228/info:/1734319235278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6268=[#edits: 1 = <6229/info:/1734319235278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6269=[#edits: 1 = <6230/info:/1734319235279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6270=[#edits: 1 = <6231/info:/1734319235279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6271=[#edits: 1 = <6232/info:/1734319235280/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=76723, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:35,322 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 39 WAL entries eligible for replication 2024-12-16T03:20:35,322 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta to pos 79570, reset compression=false 2024-12-16T03:20:35,322 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6272=[#edits: 1 = <6233/info:/1734319235280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6273=[#edits: 1 = <6234/info:/1734319235282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6274=[#edits: 1 = <6235/info:/1734319235284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6275=[#edits: 1 = <6236/info:/1734319235285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6276=[#edits: 1 = <6237/info:/1734319235288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6277=[#edits: 1 = <6238/info:/1734319235289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6278=[#edits: 1 = <6239/info:/1734319235290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6279=[#edits: 1 = <6240/info:/1734319235291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6280=[#edits: 1 = <6241/info:/1734319235294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6281=[#edits: 1 = <6242/info:/1734319235295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6282=[#edits: 1 = <6243/info:/1734319235296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6283=[#edits: 1 = <6244/info:/1734319235300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6284=[#edits: 1 = <6245/info:/1734319235301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6285=[#edits: 1 = <6246/info:/1734319235301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6286=[#edits: 1 = <6247/info:/1734319235302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6287=[#edits: 1 = <6248/info:/1734319235302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6288=[#edits: 1 = <6249/info:/1734319235303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6289=[#edits: 1 = <6250/info:/1734319235303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6290=[#edits: 1 = <6251/info:/1734319235304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6291=[#edits: 1 = <6252/info:/1734319235304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6292=[#edits: 1 = <6253/info:/1734319235305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6293=[#edits: 1 = <6254/info:/1734319235305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6294=[#edits: 1 = <6255/info:/1734319235305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6295=[#edits: 1 = <6256/info:/1734319235306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6296=[#edits: 1 = <6257/info:/1734319235306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6297=[#edits: 1 = <6258/info:/1734319235306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6298=[#edits: 1 = <6259/info:/1734319235307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6299=[#edits: 1 = <6260/info:/1734319235307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6300=[#edits: 1 = <6261/info:/1734319235307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6301=[#edits: 1 = <6262/info:/1734319235309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6302=[#edits: 1 = <6263/info:/1734319235314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6303=[#edits: 1 = <6264/info:/1734319235315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6304=[#edits: 1 = <6265/info:/1734319235316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6305=[#edits: 1 = <6266/info:/1734319235317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6306=[#edits: 1 = <6267/info:/1734319235317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6307=[#edits: 1 = <6268/info:/1734319235318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6308=[#edits: 1 = <6269/info:/1734319235318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6309=[#edits: 1 = <6270/info:/1734319235318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6310=[#edits: 1 = <6271/info:/1734319235319/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=79570, nbRowKeys=39, nbHFiles=0, heapSize=6708, lastSeqIds={}, endOfFile=false,usedBufferSize=6708] 2024-12-16T03:20:35,354 DEBUG [AsyncFSWAL-0-hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52-prefix:f0d65a6309ee,39197,1734319226583.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80592, logrollsize=80530 2024-12-16T03:20:35,354 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C39197%2C1734319226583.meta:.meta(num 1734319233934) roll requested 2024-12-16T03:20:35,371 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, exclude list is [], retry=0 2024-12-16T03:20:35,374 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37007,DS-8b0e717c-0918-408e-9205-67381807f050,DISK] 2024-12-16T03:20:35,374 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-8438bcdc-2a7c-427f-bcda-ddcc96fa59b4,DISK] 2024-12-16T03:20:35,375 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-a861ef63-101e-495d-bfe2-a3b70da2502b,DISK] 2024-12-16T03:20:35,392 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta with entries=1174, filesize=84.26 KB; new WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta 2024-12-16T03:20:35,395 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32777:32777),(127.0.0.1/127.0.0.1:38409:38409),(127.0.0.1/127.0.0.1:33211:33211)] 2024-12-16T03:20:35,395 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:35,396 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta for the last time to pos 80519, reset compression=false 2024-12-16T03:20:35,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741855_1031 (size=86294) 2024-12-16T03:20:35,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741855_1031 (size=86294) 2024-12-16T03:20:35,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741855_1031 (size=86294) 2024-12-16T03:20:35,415 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:35,415 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6311=[#edits: 1 = <6272/info:/1734319235320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6312=[#edits: 1 = <6273/info:/1734319235321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6313=[#edits: 1 = <6274/info:/1734319235323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6314=[#edits: 1 = <6275/info:/1734319235328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6315=[#edits: 1 = <6276/info:/1734319235329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6316=[#edits: 1 = <6277/info:/1734319235329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6317=[#edits: 1 = <6278/info:/1734319235329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6318=[#edits: 1 = <6279/info:/1734319235338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6319=[#edits: 1 = <6280/info:/1734319235341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6320=[#edits: 1 = <6281/info:/1734319235342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6321=[#edits: 1 = <6282/info:/1734319235343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6322=[#edits: 1 = <6283/info:/1734319235344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6323=[#edits: 1 = <6284/info:/1734319235347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6324=[#edits: 1 = <6285/info:/1734319235350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6325=[#edits: 1 = <6286/info:/1734319235354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6326=[#edits: 1 = <6287/info:/1734319235355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6327=[#edits: 1 = <6288/info:/1734319235356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6328=[#edits: 1 = <6289/info:/1734319235356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6329=[#edits: 1 = <6290/info:/1734319235356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6330=[#edits: 1 = <6291/info:/1734319235357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6331=[#edits: 1 = <6292/info:/1734319235357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6332=[#edits: 1 = <6293/info:/1734319235358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6333=[#edits: 1 = <6294/info:/1734319235358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6334=[#edits: 1 = <6295/info:/1734319235359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6335=[#edits: 1 = <6296/info:/1734319235359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6336=[#edits: 1 = <6297/info:/1734319235359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6337=[#edits: 1 = <6298/info:/1734319235360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6338=[#edits: 1 = <6299/info:/1734319235360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6339=[#edits: 1 = <6300/info:/1734319235361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6340=[#edits: 1 = <6301/info:/1734319235361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6341=[#edits: 1 = <6302/info:/1734319235361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6342=[#edits: 1 = <6303/info:/1734319235362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6343=[#edits: 1 = <6304/info:/1734319235362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6344=[#edits: 1 = <6305/info:/1734319235362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6345=[#edits: 1 = <6306/info:/1734319235363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6346=[#edits: 1 = <6307/info:/1734319235363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6347=[#edits: 1 = <6308/info:/1734319235364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6348=[#edits: 1 = <6309/info:/1734319235364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6349=[#edits: 1 = <6310/info:/1734319235364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6350=[#edits: 1 = <6311/info:/1734319235365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6351=[#edits: 1 = <6312/info:/1734319235365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6352=[#edits: 1 = <6313/info:/1734319235365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6353=[#edits: 1 = <6314/info:/1734319235366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6354=[#edits: 1 = <6315/info:/1734319235366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6355=[#edits: 1 = <6316/info:/1734319235366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6356=[#edits: 1 = <6317/info:/1734319235367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6357=[#edits: 1 = <6318/info:/1734319235367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6358=[#edits: 1 = <6319/info:/1734319235368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6359=[#edits: 1 = <6320/info:/1734319235368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6360=[#edits: 1 = <6321/info:/1734319235369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6361=[#edits: 1 = <6322/info:/1734319235369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6362=[#edits: 1 = <6323/info:/1734319235369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6363=[#edits: 1 = <6324/info:/1734319235370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6364=[#edits: 1 = <6325/info:/1734319235372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6365=[#edits: 1 = <6326/info:/1734319235374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6366=[#edits: 1 = <6327/info:/1734319235375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6367=[#edits: 1 = <6328/info:/1734319235376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6368=[#edits: 1 = <6329/info:/1734319235376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6369=[#edits: 1 = <6330/info:/1734319235377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6370=[#edits: 1 = <6331/info:/1734319235377/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=83950, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:35,416 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta 2024-12-16T03:20:35,416 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 32 WAL entries eligible for replication 2024-12-16T03:20:35,416 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:35,419 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6371=[#edits: 1 = <6332/info:/1734319235378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6372=[#edits: 1 = <6333/info:/1734319235378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6373=[#edits: 1 = <6334/info:/1734319235378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6374=[#edits: 1 = <6335/info:/1734319235379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6375=[#edits: 1 = <6336/info:/1734319235379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6376=[#edits: 1 = <6337/info:/1734319235381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6377=[#edits: 1 = <6338/info:/1734319235382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6378=[#edits: 1 = <6339/info:/1734319235382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6379=[#edits: 1 = <6340/info:/1734319235382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6380=[#edits: 1 = <6341/info:/1734319235383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6381=[#edits: 1 = <6342/info:/1734319235383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6382=[#edits: 1 = <6343/info:/1734319235384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6383=[#edits: 1 = <6344/info:/1734319235384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6384=[#edits: 1 = <6345/info:/1734319235384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6385=[#edits: 1 = <6346/info:/1734319235385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6386=[#edits: 1 = <6347/info:/1734319235385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6387=[#edits: 1 = <6348/info:/1734319235385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6388=[#edits: 1 = <6349/info:/1734319235386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6389=[#edits: 1 = <6350/info:/1734319235386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6390=[#edits: 1 = <6351/info:/1734319235386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6391=[#edits: 1 = <6352/info:/1734319235387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6392=[#edits: 1 = <6353/info:/1734319235387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6393=[#edits: 1 = <6354/info:/1734319235388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6394=[#edits: 1 = <6355/info:/1734319235388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6395=[#edits: 1 = <6356/info:/1734319235388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6396=[#edits: 1 = <6357/info:/1734319235389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6397=[#edits: 1 = <6358/info:/1734319235389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6398=[#edits: 1 = <6359/info:/1734319235390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6399=[#edits: 1 = <6360/info:/1734319235390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6400=[#edits: 1 = <6361/info:/1734319235390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6401=[#edits: 1 = <6362/info:/1734319235391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6402=[#edits: 1 = <6363/info:/1734319235391/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319233934.meta, lastWalPosition=86286, nbRowKeys=32, nbHFiles=0, heapSize=5504, lastSeqIds={}, endOfFile=true,usedBufferSize=5504] 2024-12-16T03:20:35,448 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 48 WAL entries eligible for replication 2024-12-16T03:20:35,448 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 3589, reset compression=false 2024-12-16T03:20:35,448 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6403=[#edits: 1 = <6364/info:/1734319235392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6404=[#edits: 1 = <6365/info:/1734319235398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6405=[#edits: 1 = <6366/info:/1734319235400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6406=[#edits: 1 = <6367/info:/1734319235401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6407=[#edits: 1 = <6368/info:/1734319235401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6408=[#edits: 1 = <6369/info:/1734319235401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6409=[#edits: 1 = <6370/info:/1734319235402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6410=[#edits: 1 = <6371/info:/1734319235402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6411=[#edits: 1 = <6372/info:/1734319235403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6412=[#edits: 1 = <6373/info:/1734319235403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6413=[#edits: 1 = <6374/info:/1734319235403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6414=[#edits: 1 = <6375/info:/1734319235404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6415=[#edits: 1 = <6376/info:/1734319235404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6416=[#edits: 1 = <6377/info:/1734319235404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6417=[#edits: 1 = <6378/info:/1734319235405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6418=[#edits: 1 = <6379/info:/1734319235405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6419=[#edits: 1 = <6380/info:/1734319235406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6420=[#edits: 1 = <6381/info:/1734319235406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6421=[#edits: 1 = <6382/info:/1734319235406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6422=[#edits: 1 = <6383/info:/1734319235407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6423=[#edits: 1 = <6384/info:/1734319235407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6424=[#edits: 1 = <6385/info:/1734319235407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6425=[#edits: 1 = <6386/info:/1734319235408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6426=[#edits: 1 = <6387/info:/1734319235408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6427=[#edits: 1 = <6388/info:/1734319235408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6428=[#edits: 1 = <6389/info:/1734319235409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6429=[#edits: 1 = <6390/info:/1734319235409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6430=[#edits: 1 = <6391/info:/1734319235409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6431=[#edits: 1 = <6392/info:/1734319235410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6432=[#edits: 1 = <6393/info:/1734319235410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6433=[#edits: 1 = <6394/info:/1734319235411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6434=[#edits: 1 = <6395/info:/1734319235411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6435=[#edits: 1 = <6396/info:/1734319235412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6436=[#edits: 1 = <6397/info:/1734319235414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6437=[#edits: 1 = <6398/info:/1734319235417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6438=[#edits: 1 = <6399/info:/1734319235420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6439=[#edits: 1 = <6400/info:/1734319235422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6440=[#edits: 1 = <6401/info:/1734319235425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6441=[#edits: 1 = <6402/info:/1734319235427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6442=[#edits: 1 = <6403/info:/1734319235429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6443=[#edits: 1 = <6404/info:/1734319235432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6444=[#edits: 1 = <6405/info:/1734319235435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6445=[#edits: 1 = <6406/info:/1734319235437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6446=[#edits: 1 = <6407/info:/1734319235438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6447=[#edits: 1 = <6408/info:/1734319235441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6448=[#edits: 1 = <6409/info:/1734319235442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6449=[#edits: 1 = <6410/info:/1734319235443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6450=[#edits: 1 = <6411/info:/1734319235443/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=3589, nbRowKeys=48, nbHFiles=0, heapSize=8256, lastSeqIds={}, endOfFile=false,usedBufferSize=8256] 2024-12-16T03:20:35,459 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:35,459 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 4027, reset compression=false 2024-12-16T03:20:35,460 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6451=[#edits: 1 = <6412/info:/1734319235444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6452=[#edits: 1 = <6413/info:/1734319235445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6453=[#edits: 1 = <6414/info:/1734319235450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6454=[#edits: 1 = <6415/info:/1734319235453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6455=[#edits: 1 = <6416/info:/1734319235454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6456=[#edits: 1 = <6417/info:/1734319235454/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=4027, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:35,489 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-16T03:20:35,489 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 5122, reset compression=false 2024-12-16T03:20:35,489 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6457=[#edits: 1 = <6418/info:/1734319235456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6458=[#edits: 1 = <6419/info:/1734319235464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6459=[#edits: 1 = <6420/info:/1734319235465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6460=[#edits: 1 = <6421/info:/1734319235466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6461=[#edits: 1 = <6422/info:/1734319235467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6462=[#edits: 1 = <6423/info:/1734319235468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6463=[#edits: 1 = <6424/info:/1734319235468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6464=[#edits: 1 = <6425/info:/1734319235469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6465=[#edits: 1 = <6426/info:/1734319235472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6466=[#edits: 1 = <6427/info:/1734319235474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6467=[#edits: 1 = <6428/info:/1734319235475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6468=[#edits: 1 = <6429/info:/1734319235478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6469=[#edits: 1 = <6430/info:/1734319235479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6470=[#edits: 1 = <6431/info:/1734319235480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6471=[#edits: 1 = <6432/info:/1734319235481/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=5122, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-16T03:20:35,507 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-16T03:20:35,507 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 6801, reset compression=false 2024-12-16T03:20:35,507 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6472=[#edits: 1 = <6433/info:/1734319235483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6473=[#edits: 1 = <6434/info:/1734319235484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6474=[#edits: 1 = <6435/info:/1734319235485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6475=[#edits: 1 = <6436/info:/1734319235486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6476=[#edits: 1 = <6437/info:/1734319235487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6477=[#edits: 1 = <6438/info:/1734319235488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6478=[#edits: 1 = <6439/info:/1734319235493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6479=[#edits: 1 = <6440/info:/1734319235494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6480=[#edits: 1 = <6441/info:/1734319235495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6481=[#edits: 1 = <6442/info:/1734319235496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6482=[#edits: 1 = <6443/info:/1734319235496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6483=[#edits: 1 = <6444/info:/1734319235497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6484=[#edits: 1 = <6445/info:/1734319235497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6485=[#edits: 1 = <6446/info:/1734319235498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6486=[#edits: 1 = <6447/info:/1734319235498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6487=[#edits: 1 = <6448/info:/1734319235499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6488=[#edits: 1 = <6449/info:/1734319235500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6489=[#edits: 1 = <6450/info:/1734319235500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6490=[#edits: 1 = <6451/info:/1734319235501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6491=[#edits: 1 = <6452/info:/1734319235501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6492=[#edits: 1 = <6453/info:/1734319235502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6493=[#edits: 1 = <6454/info:/1734319235502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6494=[#edits: 1 = <6455/info:/1734319235503/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=6801, nbRowKeys=23, nbHFiles=0, heapSize=3956, lastSeqIds={}, endOfFile=false,usedBufferSize=3956] 2024-12-16T03:20:35,520 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:35,520 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 7312, reset compression=false 2024-12-16T03:20:35,520 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6495=[#edits: 1 = <6456/info:/1734319235504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6496=[#edits: 1 = <6457/info:/1734319235506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6497=[#edits: 1 = <6458/info:/1734319235511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6498=[#edits: 1 = <6459/info:/1734319235512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6499=[#edits: 1 = <6460/info:/1734319235515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6500=[#edits: 1 = <6461/info:/1734319235516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6501=[#edits: 1 = <6462/info:/1734319235517/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=7312, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:35,538 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-16T03:20:35,538 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 8772, reset compression=false 2024-12-16T03:20:35,538 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6502=[#edits: 1 = <6463/info:/1734319235518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6503=[#edits: 1 = <6464/info:/1734319235519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6504=[#edits: 1 = <6465/info:/1734319235521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6505=[#edits: 1 = <6466/info:/1734319235523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6506=[#edits: 1 = <6467/info:/1734319235524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6507=[#edits: 1 = <6468/info:/1734319235524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6508=[#edits: 1 = <6469/info:/1734319235525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6509=[#edits: 1 = <6470/info:/1734319235525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6510=[#edits: 1 = <6471/info:/1734319235526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6511=[#edits: 1 = <6472/info:/1734319235526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6512=[#edits: 1 = <6473/info:/1734319235527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6513=[#edits: 1 = <6474/info:/1734319235528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6514=[#edits: 1 = <6475/info:/1734319235528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6515=[#edits: 1 = <6476/info:/1734319235529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6516=[#edits: 1 = <6477/info:/1734319235529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6517=[#edits: 1 = <6478/info:/1734319235530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6518=[#edits: 1 = <6479/info:/1734319235530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6519=[#edits: 1 = <6480/info:/1734319235530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6520=[#edits: 1 = <6481/info:/1734319235531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6521=[#edits: 1 = <6482/info:/1734319235535/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=8772, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-16T03:20:35,593 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 34 WAL entries eligible for replication 2024-12-16T03:20:35,593 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 11254, reset compression=false 2024-12-16T03:20:35,593 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6522=[#edits: 1 = <6483/info:/1734319235536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6523=[#edits: 1 = <6484/info:/1734319235537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6524=[#edits: 1 = <6485/info:/1734319235541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6525=[#edits: 1 = <6486/info:/1734319235543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6526=[#edits: 1 = <6487/info:/1734319235544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6527=[#edits: 1 = <6488/info:/1734319235544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6528=[#edits: 1 = <6489/info:/1734319235545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6529=[#edits: 1 = <6490/info:/1734319235546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6530=[#edits: 1 = <6491/info:/1734319235546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6531=[#edits: 1 = <6492/info:/1734319235547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6532=[#edits: 1 = <6493/info:/1734319235548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6533=[#edits: 1 = <6494/info:/1734319235548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6534=[#edits: 1 = <6495/info:/1734319235548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6535=[#edits: 1 = <6496/info:/1734319235549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6536=[#edits: 1 = <6497/info:/1734319235549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6537=[#edits: 1 = <6498/info:/1734319235550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6538=[#edits: 1 = <6499/info:/1734319235550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6539=[#edits: 1 = <6500/info:/1734319235551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6540=[#edits: 1 = <6501/info:/1734319235551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6541=[#edits: 1 = <6502/info:/1734319235552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6542=[#edits: 1 = <6503/info:/1734319235552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6543=[#edits: 1 = <6504/info:/1734319235553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6544=[#edits: 1 = <6505/info:/1734319235555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6545=[#edits: 1 = <6506/info:/1734319235556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6546=[#edits: 1 = <6507/info:/1734319235557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6547=[#edits: 1 = <6508/info:/1734319235559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6548=[#edits: 1 = <6509/info:/1734319235564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6549=[#edits: 1 = <6510/info:/1734319235567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6550=[#edits: 1 = <6511/info:/1734319235567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6551=[#edits: 1 = <6512/info:/1734319235568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6552=[#edits: 1 = <6513/info:/1734319235569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6553=[#edits: 1 = <6514/info:/1734319235570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6554=[#edits: 1 = <6515/info:/1734319235570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6555=[#edits: 1 = <6516/info:/1734319235572/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=11254, nbRowKeys=34, nbHFiles=0, heapSize=5848, lastSeqIds={}, endOfFile=false,usedBufferSize=5848] 2024-12-16T03:20:35,646 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:35,646 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6556=[#edits: 1 = <6517/info:/1734319235576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6557=[#edits: 1 = <6518/info:/1734319235584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6558=[#edits: 1 = <6519/info:/1734319235584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6559=[#edits: 1 = <6520/info:/1734319235585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6560=[#edits: 1 = <6521/info:/1734319235585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6561=[#edits: 1 = <6522/info:/1734319235586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6562=[#edits: 1 = <6523/info:/1734319235586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6563=[#edits: 1 = <6524/info:/1734319235586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6564=[#edits: 1 = <6525/info:/1734319235587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6565=[#edits: 1 = <6526/info:/1734319235587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6566=[#edits: 1 = <6527/info:/1734319235588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6567=[#edits: 1 = <6528/info:/1734319235588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6568=[#edits: 1 = <6529/info:/1734319235589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6569=[#edits: 1 = <6530/info:/1734319235589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6570=[#edits: 1 = <6531/info:/1734319235589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6571=[#edits: 1 = <6532/info:/1734319235590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6572=[#edits: 1 = <6533/info:/1734319235590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6573=[#edits: 1 = <6534/info:/1734319235591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6574=[#edits: 1 = <6535/info:/1734319235591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6575=[#edits: 1 = <6536/info:/1734319235591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6576=[#edits: 1 = <6537/info:/1734319235593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6577=[#edits: 1 = <6538/info:/1734319235595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6578=[#edits: 1 = <6539/info:/1734319235596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6579=[#edits: 1 = <6540/info:/1734319235597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6580=[#edits: 1 = <6541/info:/1734319235597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6581=[#edits: 1 = <6542/info:/1734319235598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6582=[#edits: 1 = <6543/info:/1734319235598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6583=[#edits: 1 = <6544/info:/1734319235599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6584=[#edits: 1 = <6545/info:/1734319235600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6585=[#edits: 1 = <6546/info:/1734319235600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6586=[#edits: 1 = <6547/info:/1734319235601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6587=[#edits: 1 = <6548/info:/1734319235601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6588=[#edits: 1 = <6549/info:/1734319235601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6589=[#edits: 1 = <6550/info:/1734319235602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6590=[#edits: 1 = <6551/info:/1734319235602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6591=[#edits: 1 = <6552/info:/1734319235603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6592=[#edits: 1 = <6553/info:/1734319235605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6593=[#edits: 1 = <6554/info:/1734319235606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6594=[#edits: 1 = <6555/info:/1734319235609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6595=[#edits: 1 = <6556/info:/1734319235611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6596=[#edits: 1 = <6557/info:/1734319235612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6597=[#edits: 1 = <6558/info:/1734319235612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6598=[#edits: 1 = <6559/info:/1734319235613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6599=[#edits: 1 = <6560/info:/1734319235613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6600=[#edits: 1 = <6561/info:/1734319235614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6601=[#edits: 1 = <6562/info:/1734319235614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6602=[#edits: 1 = <6563/info:/1734319235615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6603=[#edits: 1 = <6564/info:/1734319235615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6604=[#edits: 1 = <6565/info:/1734319235616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6605=[#edits: 1 = <6566/info:/1734319235616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6606=[#edits: 1 = <6567/info:/1734319235616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6607=[#edits: 1 = <6568/info:/1734319235617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6608=[#edits: 1 = <6569/info:/1734319235617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6609=[#edits: 1 = <6570/info:/1734319235618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6610=[#edits: 1 = <6571/info:/1734319235619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6611=[#edits: 1 = <6572/info:/1734319235619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6612=[#edits: 1 = <6573/info:/1734319235620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6613=[#edits: 1 = <6574/info:/1734319235620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6614=[#edits: 1 = <6575/info:/1734319235621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6615=[#edits: 1 = <6576/info:/1734319235621/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=15634, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:35,648 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 44 WAL entries eligible for replication 2024-12-16T03:20:35,648 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 18846, reset compression=false 2024-12-16T03:20:35,651 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6616=[#edits: 1 = <6577/info:/1734319235621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6617=[#edits: 1 = <6578/info:/1734319235622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6618=[#edits: 1 = <6579/info:/1734319235622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6619=[#edits: 1 = <6580/info:/1734319235622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6620=[#edits: 1 = <6581/info:/1734319235623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6621=[#edits: 1 = <6582/info:/1734319235623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6622=[#edits: 1 = <6583/info:/1734319235624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6623=[#edits: 1 = <6584/info:/1734319235625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6624=[#edits: 1 = <6585/info:/1734319235625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6625=[#edits: 1 = <6586/info:/1734319235625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6626=[#edits: 1 = <6587/info:/1734319235626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6627=[#edits: 1 = <6588/info:/1734319235626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6628=[#edits: 1 = <6589/info:/1734319235627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6629=[#edits: 1 = <6590/info:/1734319235627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6630=[#edits: 1 = <6591/info:/1734319235628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6631=[#edits: 1 = <6592/info:/1734319235629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6632=[#edits: 1 = <6593/info:/1734319235629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6633=[#edits: 1 = <6594/info:/1734319235629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6634=[#edits: 1 = <6595/info:/1734319235630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6635=[#edits: 1 = <6596/info:/1734319235630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6636=[#edits: 1 = <6597/info:/1734319235630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6637=[#edits: 1 = <6598/info:/1734319235631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6638=[#edits: 1 = <6599/info:/1734319235631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6639=[#edits: 1 = <6600/info:/1734319235632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6640=[#edits: 1 = <6601/info:/1734319235632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6641=[#edits: 1 = <6602/info:/1734319235633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6642=[#edits: 1 = <6603/info:/1734319235633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6643=[#edits: 1 = <6604/info:/1734319235633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6644=[#edits: 1 = <6605/info:/1734319235634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6645=[#edits: 1 = <6606/info:/1734319235634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6646=[#edits: 1 = <6607/info:/1734319235634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6647=[#edits: 1 = <6608/info:/1734319235635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6648=[#edits: 1 = <6609/info:/1734319235635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6649=[#edits: 1 = <6610/info:/1734319235636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6650=[#edits: 1 = <6611/info:/1734319235636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6651=[#edits: 1 = <6612/info:/1734319235637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6652=[#edits: 1 = <6613/info:/1734319235637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6653=[#edits: 1 = <6614/info:/1734319235637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6654=[#edits: 1 = <6615/info:/1734319235638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6655=[#edits: 1 = <6616/info:/1734319235638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6656=[#edits: 1 = <6617/info:/1734319235639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6657=[#edits: 1 = <6618/info:/1734319235639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6658=[#edits: 1 = <6619/info:/1734319235639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6659=[#edits: 1 = <6620/info:/1734319235640/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=18846, nbRowKeys=44, nbHFiles=0, heapSize=7568, lastSeqIds={}, endOfFile=false,usedBufferSize=7568] 2024-12-16T03:20:35,677 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 42 WAL entries eligible for replication 2024-12-16T03:20:35,677 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 21912, reset compression=false 2024-12-16T03:20:35,677 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6660=[#edits: 1 = <6621/info:/1734319235644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6661=[#edits: 1 = <6622/info:/1734319235644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6662=[#edits: 1 = <6623/info:/1734319235645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6663=[#edits: 1 = <6624/info:/1734319235646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6664=[#edits: 1 = <6625/info:/1734319235647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6665=[#edits: 1 = <6626/info:/1734319235649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6666=[#edits: 1 = <6627/info:/1734319235657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6667=[#edits: 1 = <6628/info:/1734319235659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6668=[#edits: 1 = <6629/info:/1734319235659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6669=[#edits: 1 = <6630/info:/1734319235660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6670=[#edits: 1 = <6631/info:/1734319235660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6671=[#edits: 1 = <6632/info:/1734319235660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6672=[#edits: 1 = <6633/info:/1734319235661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6673=[#edits: 1 = <6634/info:/1734319235661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6674=[#edits: 1 = <6635/info:/1734319235662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6675=[#edits: 1 = <6636/info:/1734319235662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6676=[#edits: 1 = <6637/info:/1734319235662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6677=[#edits: 1 = <6638/info:/1734319235663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6678=[#edits: 1 = <6639/info:/1734319235663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6679=[#edits: 1 = <6640/info:/1734319235664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6680=[#edits: 1 = <6641/info:/1734319235664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6681=[#edits: 1 = <6642/info:/1734319235664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6682=[#edits: 1 = <6643/info:/1734319235665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6683=[#edits: 1 = <6644/info:/1734319235665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6684=[#edits: 1 = <6645/info:/1734319235666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6685=[#edits: 1 = <6646/info:/1734319235666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6686=[#edits: 1 = <6647/info:/1734319235666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6687=[#edits: 1 = <6648/info:/1734319235667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6688=[#edits: 1 = <6649/info:/1734319235667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6689=[#edits: 1 = <6650/info:/1734319235668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6690=[#edits: 1 = <6651/info:/1734319235668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6691=[#edits: 1 = <6652/info:/1734319235668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6692=[#edits: 1 = <6653/info:/1734319235669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6693=[#edits: 1 = <6654/info:/1734319235669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6694=[#edits: 1 = <6655/info:/1734319235670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6695=[#edits: 1 = <6656/info:/1734319235670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6696=[#edits: 1 = <6657/info:/1734319235670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6697=[#edits: 1 = <6658/info:/1734319235671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6698=[#edits: 1 = <6659/info:/1734319235671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6699=[#edits: 1 = <6660/info:/1734319235672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6700=[#edits: 1 = <6661/info:/1734319235672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6701=[#edits: 1 = <6662/info:/1734319235673/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=21912, nbRowKeys=42, nbHFiles=0, heapSize=7224, lastSeqIds={}, endOfFile=false,usedBufferSize=7224] 2024-12-16T03:20:35,690 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-16T03:20:35,690 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 23007, reset compression=false 2024-12-16T03:20:35,690 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6702=[#edits: 1 = <6663/info:/1734319235674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6703=[#edits: 1 = <6664/info:/1734319235674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6704=[#edits: 1 = <6665/info:/1734319235675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6705=[#edits: 1 = <6666/info:/1734319235676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6706=[#edits: 1 = <6667/info:/1734319235676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6707=[#edits: 1 = <6668/info:/1734319235682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6708=[#edits: 1 = <6669/info:/1734319235683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6709=[#edits: 1 = <6670/info:/1734319235684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6710=[#edits: 1 = <6671/info:/1734319235684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6711=[#edits: 1 = <6672/info:/1734319235685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6712=[#edits: 1 = <6673/info:/1734319235685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6713=[#edits: 1 = <6674/info:/1734319235686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6714=[#edits: 1 = <6675/info:/1734319235686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6715=[#edits: 1 = <6676/info:/1734319235686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6716=[#edits: 1 = <6677/info:/1734319235687/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=23007, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-16T03:20:35,701 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-16T03:20:35,701 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 24394, reset compression=false 2024-12-16T03:20:35,701 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6717=[#edits: 1 = <6678/info:/1734319235688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6718=[#edits: 1 = <6679/info:/1734319235689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6719=[#edits: 1 = <6680/info:/1734319235691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6720=[#edits: 1 = <6681/info:/1734319235692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6721=[#edits: 1 = <6682/info:/1734319235692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6722=[#edits: 1 = <6683/info:/1734319235693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6723=[#edits: 1 = <6684/info:/1734319235694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6724=[#edits: 1 = <6685/info:/1734319235694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6725=[#edits: 1 = <6686/info:/1734319235695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6726=[#edits: 1 = <6687/info:/1734319235695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6727=[#edits: 1 = <6688/info:/1734319235696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6728=[#edits: 1 = <6689/info:/1734319235696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6729=[#edits: 1 = <6690/info:/1734319235696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6730=[#edits: 1 = <6691/info:/1734319235697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6731=[#edits: 1 = <6692/info:/1734319235697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6732=[#edits: 1 = <6693/info:/1734319235698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6733=[#edits: 1 = <6694/info:/1734319235698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6734=[#edits: 1 = <6695/info:/1734319235699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6735=[#edits: 1 = <6696/info:/1734319235699/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=24394, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-16T03:20:35,719 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-16T03:20:35,719 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 25635, reset compression=false 2024-12-16T03:20:35,719 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6736=[#edits: 1 = <6697/info:/1734319235700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6737=[#edits: 1 = <6698/info:/1734319235702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6738=[#edits: 1 = <6699/info:/1734319235703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6739=[#edits: 1 = <6700/info:/1734319235704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6740=[#edits: 1 = <6701/info:/1734319235704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6741=[#edits: 1 = <6702/info:/1734319235705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6742=[#edits: 1 = <6703/info:/1734319235705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6743=[#edits: 1 = <6704/info:/1734319235706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6744=[#edits: 1 = <6705/info:/1734319235706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6745=[#edits: 1 = <6706/info:/1734319235707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6746=[#edits: 1 = <6707/info:/1734319235707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6747=[#edits: 1 = <6708/info:/1734319235708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6748=[#edits: 1 = <6709/info:/1734319235709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6749=[#edits: 1 = <6710/info:/1734319235712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6750=[#edits: 1 = <6711/info:/1734319235713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6751=[#edits: 1 = <6712/info:/1734319235713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6752=[#edits: 1 = <6713/info:/1734319235714/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=25635, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-16T03:20:35,736 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 25 WAL entries eligible for replication 2024-12-16T03:20:35,736 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 27460, reset compression=false 2024-12-16T03:20:35,736 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6753=[#edits: 1 = <6714/info:/1734319235715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6754=[#edits: 1 = <6715/info:/1734319235715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6755=[#edits: 1 = <6716/info:/1734319235716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6756=[#edits: 1 = <6717/info:/1734319235722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6757=[#edits: 1 = <6718/info:/1734319235724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6758=[#edits: 1 = <6719/info:/1734319235725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6759=[#edits: 1 = <6720/info:/1734319235725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6760=[#edits: 1 = <6721/info:/1734319235726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6761=[#edits: 1 = <6722/info:/1734319235726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6762=[#edits: 1 = <6723/info:/1734319235727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6763=[#edits: 1 = <6724/info:/1734319235727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6764=[#edits: 1 = <6725/info:/1734319235728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6765=[#edits: 1 = <6726/info:/1734319235728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6766=[#edits: 1 = <6727/info:/1734319235729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6767=[#edits: 1 = <6728/info:/1734319235729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6768=[#edits: 1 = <6729/info:/1734319235730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6769=[#edits: 1 = <6730/info:/1734319235730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6770=[#edits: 1 = <6731/info:/1734319235730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6771=[#edits: 1 = <6732/info:/1734319235731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6772=[#edits: 1 = <6733/info:/1734319235731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6773=[#edits: 1 = <6734/info:/1734319235732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6774=[#edits: 1 = <6735/info:/1734319235732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6775=[#edits: 1 = <6736/info:/1734319235733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6776=[#edits: 1 = <6737/info:/1734319235733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6777=[#edits: 1 = <6738/info:/1734319235733/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=27460, nbRowKeys=25, nbHFiles=0, heapSize=4300, lastSeqIds={}, endOfFile=false,usedBufferSize=4300] 2024-12-16T03:20:35,750 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-16T03:20:35,750 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 28993, reset compression=false 2024-12-16T03:20:35,750 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6778=[#edits: 1 = <6739/info:/1734319235734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6779=[#edits: 1 = <6740/info:/1734319235735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6780=[#edits: 1 = <6741/info:/1734319235735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6781=[#edits: 1 = <6742/info:/1734319235736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6782=[#edits: 1 = <6743/info:/1734319235737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6783=[#edits: 1 = <6744/info:/1734319235740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6784=[#edits: 1 = <6745/info:/1734319235741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6785=[#edits: 1 = <6746/info:/1734319235741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6786=[#edits: 1 = <6747/info:/1734319235742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6787=[#edits: 1 = <6748/info:/1734319235742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6788=[#edits: 1 = <6749/info:/1734319235742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6789=[#edits: 1 = <6750/info:/1734319235743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6790=[#edits: 1 = <6751/info:/1734319235744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6791=[#edits: 1 = <6752/info:/1734319235744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6792=[#edits: 1 = <6753/info:/1734319235745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6793=[#edits: 1 = <6754/info:/1734319235745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6794=[#edits: 1 = <6755/info:/1734319235746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6795=[#edits: 1 = <6756/info:/1734319235746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6796=[#edits: 1 = <6757/info:/1734319235746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6797=[#edits: 1 = <6758/info:/1734319235747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6798=[#edits: 1 = <6759/info:/1734319235747/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=28993, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-16T03:20:35,761 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-16T03:20:35,761 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 30088, reset compression=false 2024-12-16T03:20:35,761 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6799=[#edits: 1 = <6760/info:/1734319235748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6800=[#edits: 1 = <6761/info:/1734319235748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6801=[#edits: 1 = <6762/info:/1734319235748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6802=[#edits: 1 = <6763/info:/1734319235749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6803=[#edits: 1 = <6764/info:/1734319235753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6804=[#edits: 1 = <6765/info:/1734319235754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6805=[#edits: 1 = <6766/info:/1734319235754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6806=[#edits: 1 = <6767/info:/1734319235755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6807=[#edits: 1 = <6768/info:/1734319235755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6808=[#edits: 1 = <6769/info:/1734319235756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6809=[#edits: 1 = <6770/info:/1734319235756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6810=[#edits: 1 = <6771/info:/1734319235756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6811=[#edits: 1 = <6772/info:/1734319235757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6812=[#edits: 1 = <6773/info:/1734319235757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6813=[#edits: 1 = <6774/info:/1734319235758/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=30088, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-16T03:20:35,778 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-16T03:20:35,778 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 31475, reset compression=false 2024-12-16T03:20:35,778 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6814=[#edits: 1 = <6775/info:/1734319235758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6815=[#edits: 1 = <6776/info:/1734319235760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6816=[#edits: 1 = <6777/info:/1734319235761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6817=[#edits: 1 = <6778/info:/1734319235763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6818=[#edits: 1 = <6779/info:/1734319235764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6819=[#edits: 1 = <6780/info:/1734319235764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6820=[#edits: 1 = <6781/info:/1734319235764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6821=[#edits: 1 = <6782/info:/1734319235765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6822=[#edits: 1 = <6783/info:/1734319235765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6823=[#edits: 1 = <6784/info:/1734319235766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6824=[#edits: 1 = <6785/info:/1734319235766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6825=[#edits: 1 = <6786/info:/1734319235766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6826=[#edits: 1 = <6787/info:/1734319235767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6827=[#edits: 1 = <6788/info:/1734319235768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6828=[#edits: 1 = <6789/info:/1734319235769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6829=[#edits: 1 = <6790/info:/1734319235769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6830=[#edits: 1 = <6791/info:/1734319235770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6831=[#edits: 1 = <6792/info:/1734319235772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6832=[#edits: 1 = <6793/info:/1734319235774/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=31475, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-16T03:20:35,810 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 45 WAL entries eligible for replication 2024-12-16T03:20:35,810 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 34760, reset compression=false 2024-12-16T03:20:35,810 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6833=[#edits: 1 = <6794/info:/1734319235775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6834=[#edits: 1 = <6795/info:/1734319235776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6835=[#edits: 1 = <6796/info:/1734319235778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6836=[#edits: 1 = <6797/info:/1734319235779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6837=[#edits: 1 = <6798/info:/1734319235780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6838=[#edits: 1 = <6799/info:/1734319235782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6839=[#edits: 1 = <6800/info:/1734319235784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6840=[#edits: 1 = <6801/info:/1734319235784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6841=[#edits: 1 = <6802/info:/1734319235785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6842=[#edits: 1 = <6803/info:/1734319235785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6843=[#edits: 1 = <6804/info:/1734319235786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6844=[#edits: 1 = <6805/info:/1734319235786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6845=[#edits: 1 = <6806/info:/1734319235787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6846=[#edits: 1 = <6807/info:/1734319235787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6847=[#edits: 1 = <6808/info:/1734319235788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6848=[#edits: 1 = <6809/info:/1734319235789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6849=[#edits: 1 = <6810/info:/1734319235789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6850=[#edits: 1 = <6811/info:/1734319235790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6851=[#edits: 1 = <6812/info:/1734319235791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6852=[#edits: 1 = <6813/info:/1734319235791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6853=[#edits: 1 = <6814/info:/1734319235792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6854=[#edits: 1 = <6815/info:/1734319235793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6855=[#edits: 1 = <6816/info:/1734319235795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6856=[#edits: 1 = <6817/info:/1734319235795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6857=[#edits: 1 = <6818/info:/1734319235796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6858=[#edits: 1 = <6819/info:/1734319235796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6859=[#edits: 1 = <6820/info:/1734319235797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6860=[#edits: 1 = <6821/info:/1734319235798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6861=[#edits: 1 = <6822/info:/1734319235798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6862=[#edits: 1 = <6823/info:/1734319235799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6863=[#edits: 1 = <6824/info:/1734319235799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6864=[#edits: 1 = <6825/info:/1734319235800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6865=[#edits: 1 = <6826/info:/1734319235800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6866=[#edits: 1 = <6827/info:/1734319235800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6867=[#edits: 1 = <6828/info:/1734319235801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6868=[#edits: 1 = <6829/info:/1734319235801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6869=[#edits: 1 = <6830/info:/1734319235801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6870=[#edits: 1 = <6831/info:/1734319235802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6871=[#edits: 1 = <6832/info:/1734319235802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6872=[#edits: 1 = <6833/info:/1734319235802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6873=[#edits: 1 = <6834/info:/1734319235803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6874=[#edits: 1 = <6835/info:/1734319235803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6875=[#edits: 1 = <6836/info:/1734319235803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6876=[#edits: 1 = <6837/info:/1734319235804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6877=[#edits: 1 = <6838/info:/1734319235807/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=34760, nbRowKeys=45, nbHFiles=0, heapSize=7740, lastSeqIds={}, endOfFile=false,usedBufferSize=7740] 2024-12-16T03:20:35,834 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 42 WAL entries eligible for replication 2024-12-16T03:20:35,834 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 37826, reset compression=false 2024-12-16T03:20:35,834 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6878=[#edits: 1 = <6839/info:/1734319235808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6879=[#edits: 1 = <6840/info:/1734319235808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6880=[#edits: 1 = <6841/info:/1734319235813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6881=[#edits: 1 = <6842/info:/1734319235814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6882=[#edits: 1 = <6843/info:/1734319235815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6883=[#edits: 1 = <6844/info:/1734319235815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6884=[#edits: 1 = <6845/info:/1734319235816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6885=[#edits: 1 = <6846/info:/1734319235816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6886=[#edits: 1 = <6847/info:/1734319235817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6887=[#edits: 1 = <6848/info:/1734319235817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6888=[#edits: 1 = <6849/info:/1734319235818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6889=[#edits: 1 = <6850/info:/1734319235818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6890=[#edits: 1 = <6851/info:/1734319235818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6891=[#edits: 1 = <6852/info:/1734319235819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6892=[#edits: 1 = <6853/info:/1734319235819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6893=[#edits: 1 = <6854/info:/1734319235819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6894=[#edits: 1 = <6855/info:/1734319235822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6895=[#edits: 1 = <6856/info:/1734319235822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6896=[#edits: 1 = <6857/info:/1734319235823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6897=[#edits: 1 = <6858/info:/1734319235823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6898=[#edits: 1 = <6859/info:/1734319235824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6899=[#edits: 1 = <6860/info:/1734319235824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6900=[#edits: 1 = <6861/info:/1734319235825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6901=[#edits: 1 = <6862/info:/1734319235825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6902=[#edits: 1 = <6863/info:/1734319235825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6903=[#edits: 1 = <6864/info:/1734319235826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6904=[#edits: 1 = <6865/info:/1734319235826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6905=[#edits: 1 = <6866/info:/1734319235826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6906=[#edits: 1 = <6867/info:/1734319235827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6907=[#edits: 1 = <6868/info:/1734319235827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6908=[#edits: 1 = <6869/info:/1734319235828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6909=[#edits: 1 = <6870/info:/1734319235828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6910=[#edits: 1 = <6871/info:/1734319235828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6911=[#edits: 1 = <6872/info:/1734319235829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6912=[#edits: 1 = <6873/info:/1734319235829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6913=[#edits: 1 = <6874/info:/1734319235829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6914=[#edits: 1 = <6875/info:/1734319235830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6915=[#edits: 1 = <6876/info:/1734319235830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6916=[#edits: 1 = <6877/info:/1734319235830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6917=[#edits: 1 = <6878/info:/1734319235830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6918=[#edits: 1 = <6879/info:/1734319235831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6919=[#edits: 1 = <6880/info:/1734319235831/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=37826, nbRowKeys=42, nbHFiles=0, heapSize=7224, lastSeqIds={}, endOfFile=false,usedBufferSize=7224] 2024-12-16T03:20:35,848 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:35,848 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 38702, reset compression=false 2024-12-16T03:20:35,848 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6920=[#edits: 1 = <6881/info:/1734319235832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6921=[#edits: 1 = <6882/info:/1734319235832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6922=[#edits: 1 = <6883/info:/1734319235833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6923=[#edits: 1 = <6884/info:/1734319235834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6924=[#edits: 1 = <6885/info:/1734319235834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6925=[#edits: 1 = <6886/info:/1734319235835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6926=[#edits: 1 = <6887/info:/1734319235838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6927=[#edits: 1 = <6888/info:/1734319235839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6928=[#edits: 1 = <6889/info:/1734319235840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6929=[#edits: 1 = <6890/info:/1734319235842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6930=[#edits: 1 = <6891/info:/1734319235842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6931=[#edits: 1 = <6892/info:/1734319235842/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=38702, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:35,857 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:35,857 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 39140, reset compression=false 2024-12-16T03:20:35,857 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6932=[#edits: 1 = <6893/info:/1734319235843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6933=[#edits: 1 = <6894/info:/1734319235846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6934=[#edits: 1 = <6895/info:/1734319235848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6935=[#edits: 1 = <6896/info:/1734319235849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6936=[#edits: 1 = <6897/info:/1734319235850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6937=[#edits: 1 = <6898/info:/1734319235852/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=39140, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:35,866 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:35,866 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 39870, reset compression=false 2024-12-16T03:20:35,866 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6938=[#edits: 1 = <6899/info:/1734319235856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6939=[#edits: 1 = <6900/info:/1734319235856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6940=[#edits: 1 = <6901/info:/1734319235857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6941=[#edits: 1 = <6902/info:/1734319235858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6942=[#edits: 1 = <6903/info:/1734319235860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6943=[#edits: 1 = <6904/info:/1734319235861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6944=[#edits: 1 = <6905/info:/1734319235862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6945=[#edits: 1 = <6906/info:/1734319235862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6946=[#edits: 1 = <6907/info:/1734319235863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6947=[#edits: 1 = <6908/info:/1734319235863/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=39870, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:35,876 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:35,876 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 40016, reset compression=false 2024-12-16T03:20:35,876 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6948=[#edits: 1 = <6909/info:/1734319235864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6949=[#edits: 1 = <6910/info:/1734319235869/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=40016, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-16T03:20:35,881 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:35,881 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 40527, reset compression=false 2024-12-16T03:20:35,881 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6950=[#edits: 1 = <6911/info:/1734319235875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6951=[#edits: 1 = <6912/info:/1734319235875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6952=[#edits: 1 = <6913/info:/1734319235876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6953=[#edits: 1 = <6914/info:/1734319235877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6954=[#edits: 1 = <6915/info:/1734319235877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6955=[#edits: 1 = <6916/info:/1734319235879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6956=[#edits: 1 = <6917/info:/1734319235879/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=40527, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:35,889 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-16T03:20:35,889 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 41987, reset compression=false 2024-12-16T03:20:35,889 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6957=[#edits: 1 = <6918/info:/1734319235880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6958=[#edits: 1 = <6919/info:/1734319235880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6959=[#edits: 1 = <6920/info:/1734319235881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6960=[#edits: 1 = <6921/info:/1734319235881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6961=[#edits: 1 = <6922/info:/1734319235882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6962=[#edits: 1 = <6923/info:/1734319235882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6963=[#edits: 1 = <6924/info:/1734319235883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6964=[#edits: 1 = <6925/info:/1734319235883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6965=[#edits: 1 = <6926/info:/1734319235883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6966=[#edits: 1 = <6927/info:/1734319235884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6967=[#edits: 1 = <6928/info:/1734319235884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6968=[#edits: 1 = <6929/info:/1734319235884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6969=[#edits: 1 = <6930/info:/1734319235885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6970=[#edits: 1 = <6931/info:/1734319235885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6971=[#edits: 1 = <6932/info:/1734319235886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6972=[#edits: 1 = <6933/info:/1734319235886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6973=[#edits: 1 = <6934/info:/1734319235886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6974=[#edits: 1 = <6935/info:/1734319235886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6975=[#edits: 1 = <6936/info:/1734319235887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6976=[#edits: 1 = <6937/info:/1734319235887/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=41987, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-16T03:20:35,902 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-16T03:20:35,902 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 43520, reset compression=false 2024-12-16T03:20:35,902 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6977=[#edits: 1 = <6938/info:/1734319235888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6978=[#edits: 1 = <6939/info:/1734319235891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6979=[#edits: 1 = <6940/info:/1734319235891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6980=[#edits: 1 = <6941/info:/1734319235892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6981=[#edits: 1 = <6942/info:/1734319235892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6982=[#edits: 1 = <6943/info:/1734319235893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6983=[#edits: 1 = <6944/info:/1734319235893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6984=[#edits: 1 = <6945/info:/1734319235894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6985=[#edits: 1 = <6946/info:/1734319235894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6986=[#edits: 1 = <6947/info:/1734319235894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6987=[#edits: 1 = <6948/info:/1734319235895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6988=[#edits: 1 = <6949/info:/1734319235895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6989=[#edits: 1 = <6950/info:/1734319235896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6990=[#edits: 1 = <6951/info:/1734319235896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6991=[#edits: 1 = <6952/info:/1734319235897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6992=[#edits: 1 = <6953/info:/1734319235897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6993=[#edits: 1 = <6954/info:/1734319235897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6994=[#edits: 1 = <6955/info:/1734319235898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6995=[#edits: 1 = <6956/info:/1734319235898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6996=[#edits: 1 = <6957/info:/1734319235899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6997=[#edits: 1 = <6958/info:/1734319235899/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=43520, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-16T03:20:35,918 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 34 WAL entries eligible for replication 2024-12-16T03:20:35,918 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 46002, reset compression=false 2024-12-16T03:20:35,918 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6998=[#edits: 1 = <6959/info:/1734319235899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6999=[#edits: 1 = <6960/info:/1734319235900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7000=[#edits: 1 = <6961/info:/1734319235901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7001=[#edits: 1 = <6962/info:/1734319235901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7002=[#edits: 1 = <6963/info:/1734319235903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7003=[#edits: 1 = <6964/info:/1734319235905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7004=[#edits: 1 = <6965/info:/1734319235905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7005=[#edits: 1 = <6966/info:/1734319235906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7006=[#edits: 1 = <6967/info:/1734319235906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7007=[#edits: 1 = <6968/info:/1734319235906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7008=[#edits: 1 = <6969/info:/1734319235907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7009=[#edits: 1 = <6970/info:/1734319235907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7010=[#edits: 1 = <6971/info:/1734319235907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7011=[#edits: 1 = <6972/info:/1734319235908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7012=[#edits: 1 = <6973/info:/1734319235908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7013=[#edits: 1 = <6974/info:/1734319235908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7014=[#edits: 1 = <6975/info:/1734319235909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7015=[#edits: 1 = <6976/info:/1734319235909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7016=[#edits: 1 = <6977/info:/1734319235909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7017=[#edits: 1 = <6978/info:/1734319235910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7018=[#edits: 1 = <6979/info:/1734319235910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7019=[#edits: 1 = <6980/info:/1734319235910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7020=[#edits: 1 = <6981/info:/1734319235911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7021=[#edits: 1 = <6982/info:/1734319235911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7022=[#edits: 1 = <6983/info:/1734319235912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7023=[#edits: 1 = <6984/info:/1734319235912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7024=[#edits: 1 = <6985/info:/1734319235912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7025=[#edits: 1 = <6986/info:/1734319235913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7026=[#edits: 1 = <6987/info:/1734319235913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7027=[#edits: 1 = <6988/info:/1734319235913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7028=[#edits: 1 = <6989/info:/1734319235914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7029=[#edits: 1 = <6990/info:/1734319235914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7030=[#edits: 1 = <6991/info:/1734319235914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7031=[#edits: 1 = <6992/info:/1734319235915/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=46002, nbRowKeys=34, nbHFiles=0, heapSize=5848, lastSeqIds={}, endOfFile=false,usedBufferSize=5848] 2024-12-16T03:20:35,921 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(269): Writing data from 7000 to 8000 2024-12-16T03:20:35,934 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-16T03:20:35,934 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 47389, reset compression=false 2024-12-16T03:20:35,934 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7032=[#edits: 1 = <6993/info:/1734319235915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7033=[#edits: 1 = <6994/info:/1734319235919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7034=[#edits: 1 = <6995/info:/1734319235919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7035=[#edits: 1 = <6996/info:/1734319235920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7036=[#edits: 1 = <6997/info:/1734319235920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7037=[#edits: 1 = <6998/info:/1734319235921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7038=[#edits: 1 = <6999/info:/1734319235921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7039=[#edits: 1 = <7000/info:/1734319235922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7040=[#edits: 1 = <7001/info:/1734319235927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7041=[#edits: 1 = <7002/info:/1734319235928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7042=[#edits: 1 = <7003/info:/1734319235928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7043=[#edits: 1 = <7004/info:/1734319235928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7044=[#edits: 1 = <7005/info:/1734319235929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7045=[#edits: 1 = <7006/info:/1734319235929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7046=[#edits: 1 = <7007/info:/1734319235929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7047=[#edits: 1 = <7008/info:/1734319235930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7048=[#edits: 1 = <7009/info:/1734319235930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7049=[#edits: 1 = <7010/info:/1734319235931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7050=[#edits: 1 = <7011/info:/1734319235931/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=47389, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-16T03:20:35,962 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 25 WAL entries eligible for replication 2024-12-16T03:20:35,962 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7051=[#edits: 1 = <7012/info:/1734319235931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7052=[#edits: 1 = <7013/info:/1734319235932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7053=[#edits: 1 = <7014/info:/1734319235935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7054=[#edits: 1 = <7015/info:/1734319235935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7055=[#edits: 1 = <7016/info:/1734319235936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7056=[#edits: 1 = <7017/info:/1734319235936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7057=[#edits: 1 = <7018/info:/1734319235936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7058=[#edits: 1 = <7019/info:/1734319235937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7059=[#edits: 1 = <7020/info:/1734319235937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7060=[#edits: 1 = <7021/info:/1734319235938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7061=[#edits: 1 = <7022/info:/1734319235938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7062=[#edits: 1 = <7023/info:/1734319235938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7063=[#edits: 1 = <7024/info:/1734319235939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7064=[#edits: 1 = <7025/info:/1734319235939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7065=[#edits: 1 = <7026/info:/1734319235939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7066=[#edits: 1 = <7027/info:/1734319235940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7067=[#edits: 1 = <7028/info:/1734319235940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7068=[#edits: 1 = <7029/info:/1734319235941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7069=[#edits: 1 = <7030/info:/1734319235941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7070=[#edits: 1 = <7031/info:/1734319235941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7071=[#edits: 1 = <7032/info:/1734319235942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7072=[#edits: 1 = <7033/info:/1734319235942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7073=[#edits: 1 = <7034/info:/1734319235942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7074=[#edits: 1 = <7035/info:/1734319235943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7075=[#edits: 1 = <7036/info:/1734319235943/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=49214, nbRowKeys=25, nbHFiles=0, heapSize=4300, lastSeqIds={}, endOfFile=false,usedBufferSize=4300] 2024-12-16T03:20:35,963 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 49214, reset compression=false 2024-12-16T03:20:36,007 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 45 WAL entries eligible for replication 2024-12-16T03:20:36,007 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 52499, reset compression=false 2024-12-16T03:20:36,007 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7076=[#edits: 1 = <7037/info:/1734319235944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7077=[#edits: 1 = <7038/info:/1734319235946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7078=[#edits: 1 = <7039/info:/1734319235948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7079=[#edits: 1 = <7040/info:/1734319235949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7080=[#edits: 1 = <7041/info:/1734319235951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7081=[#edits: 1 = <7042/info:/1734319235952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7082=[#edits: 1 = <7043/info:/1734319235953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7083=[#edits: 1 = <7044/info:/1734319235954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7084=[#edits: 1 = <7045/info:/1734319235955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7085=[#edits: 1 = <7046/info:/1734319235955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7086=[#edits: 1 = <7047/info:/1734319235956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7087=[#edits: 1 = <7048/info:/1734319235957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7088=[#edits: 1 = <7049/info:/1734319235957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7089=[#edits: 1 = <7050/info:/1734319235958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7090=[#edits: 1 = <7051/info:/1734319235958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7091=[#edits: 1 = <7052/info:/1734319235959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7092=[#edits: 1 = <7053/info:/1734319235960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7093=[#edits: 1 = <7054/info:/1734319235964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7094=[#edits: 1 = <7055/info:/1734319235973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7095=[#edits: 1 = <7056/info:/1734319235973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7096=[#edits: 1 = <7057/info:/1734319235974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7097=[#edits: 1 = <7058/info:/1734319235975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7098=[#edits: 1 = <7059/info:/1734319235976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7099=[#edits: 1 = <7060/info:/1734319235976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7100=[#edits: 1 = <7061/info:/1734319235977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7101=[#edits: 1 = <7062/info:/1734319235978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7102=[#edits: 1 = <7063/info:/1734319235978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7103=[#edits: 1 = <7064/info:/1734319235979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7104=[#edits: 1 = <7065/info:/1734319235980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7105=[#edits: 1 = <7066/info:/1734319235980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7106=[#edits: 1 = <7067/info:/1734319235981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7107=[#edits: 1 = <7068/info:/1734319235985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7108=[#edits: 1 = <7069/info:/1734319235986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7109=[#edits: 1 = <7070/info:/1734319235987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7110=[#edits: 1 = <7071/info:/1734319235989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7111=[#edits: 1 = <7072/info:/1734319235990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7112=[#edits: 1 = <7073/info:/1734319235991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7113=[#edits: 1 = <7074/info:/1734319235992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7114=[#edits: 1 = <7075/info:/1734319235993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7115=[#edits: 1 = <7076/info:/1734319235995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7116=[#edits: 1 = <7077/info:/1734319235996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7117=[#edits: 1 = <7078/info:/1734319235997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7118=[#edits: 1 = <7079/info:/1734319235997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7119=[#edits: 1 = <7080/info:/1734319235999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7120=[#edits: 1 = <7081/info:/1734319236000/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=52499, nbRowKeys=45, nbHFiles=0, heapSize=7740, lastSeqIds={}, endOfFile=false,usedBufferSize=7740] 2024-12-16T03:20:36,055 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 40 WAL entries eligible for replication 2024-12-16T03:20:36,055 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 55419, reset compression=false 2024-12-16T03:20:36,055 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7121=[#edits: 1 = <7082/info:/1734319236002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7122=[#edits: 1 = <7083/info:/1734319236008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7123=[#edits: 1 = <7084/info:/1734319236010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7124=[#edits: 1 = <7085/info:/1734319236012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7125=[#edits: 1 = <7086/info:/1734319236013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7126=[#edits: 1 = <7087/info:/1734319236017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7127=[#edits: 1 = <7088/info:/1734319236019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7128=[#edits: 1 = <7089/info:/1734319236022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7129=[#edits: 1 = <7090/info:/1734319236025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7130=[#edits: 1 = <7091/info:/1734319236027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7131=[#edits: 1 = <7092/info:/1734319236028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7132=[#edits: 1 = <7093/info:/1734319236029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7133=[#edits: 1 = <7094/info:/1734319236030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7134=[#edits: 1 = <7095/info:/1734319236031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7135=[#edits: 1 = <7096/info:/1734319236031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7136=[#edits: 1 = <7097/info:/1734319236032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7137=[#edits: 1 = <7098/info:/1734319236033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7138=[#edits: 1 = <7099/info:/1734319236034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7139=[#edits: 1 = <7100/info:/1734319236034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7140=[#edits: 1 = <7101/info:/1734319236035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7141=[#edits: 1 = <7102/info:/1734319236036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7142=[#edits: 1 = <7103/info:/1734319236037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7143=[#edits: 1 = <7104/info:/1734319236038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7144=[#edits: 1 = <7105/info:/1734319236039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7145=[#edits: 1 = <7106/info:/1734319236039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7146=[#edits: 1 = <7107/info:/1734319236040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7147=[#edits: 1 = <7108/info:/1734319236041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7148=[#edits: 1 = <7109/info:/1734319236041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7149=[#edits: 1 = <7110/info:/1734319236042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7150=[#edits: 1 = <7111/info:/1734319236043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7151=[#edits: 1 = <7112/info:/1734319236044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7152=[#edits: 1 = <7113/info:/1734319236045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7153=[#edits: 1 = <7114/info:/1734319236046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7154=[#edits: 1 = <7115/info:/1734319236047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7155=[#edits: 1 = <7116/info:/1734319236047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7156=[#edits: 1 = <7117/info:/1734319236048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7157=[#edits: 1 = <7118/info:/1734319236049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7158=[#edits: 1 = <7119/info:/1734319236049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7159=[#edits: 1 = <7120/info:/1734319236050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7160=[#edits: 1 = <7121/info:/1734319236051/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=55419, nbRowKeys=40, nbHFiles=0, heapSize=6880, lastSeqIds={}, endOfFile=false,usedBufferSize=6880] 2024-12-16T03:20:36,075 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-16T03:20:36,076 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 56879, reset compression=false 2024-12-16T03:20:36,076 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7161=[#edits: 1 = <7122/info:/1734319236052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7162=[#edits: 1 = <7123/info:/1734319236060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7163=[#edits: 1 = <7124/info:/1734319236061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7164=[#edits: 1 = <7125/info:/1734319236061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7165=[#edits: 1 = <7126/info:/1734319236062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7166=[#edits: 1 = <7127/info:/1734319236063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7167=[#edits: 1 = <7128/info:/1734319236064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7168=[#edits: 1 = <7129/info:/1734319236065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7169=[#edits: 1 = <7130/info:/1734319236065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7170=[#edits: 1 = <7131/info:/1734319236066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7171=[#edits: 1 = <7132/info:/1734319236067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7172=[#edits: 1 = <7133/info:/1734319236068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7173=[#edits: 1 = <7134/info:/1734319236069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7174=[#edits: 1 = <7135/info:/1734319236070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7175=[#edits: 1 = <7136/info:/1734319236070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7176=[#edits: 1 = <7137/info:/1734319236071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7177=[#edits: 1 = <7138/info:/1734319236071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7178=[#edits: 1 = <7139/info:/1734319236072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7179=[#edits: 1 = <7140/info:/1734319236072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7180=[#edits: 1 = <7141/info:/1734319236072/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=56879, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-16T03:20:36,082 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:36,082 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 57390, reset compression=false 2024-12-16T03:20:36,082 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7181=[#edits: 1 = <7142/info:/1734319236073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7182=[#edits: 1 = <7143/info:/1734319236074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7183=[#edits: 1 = <7144/info:/1734319236075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7184=[#edits: 1 = <7145/info:/1734319236076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7185=[#edits: 1 = <7146/info:/1734319236078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7186=[#edits: 1 = <7147/info:/1734319236079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7187=[#edits: 1 = <7148/info:/1734319236079/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=57390, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:36,092 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:36,092 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 58120, reset compression=false 2024-12-16T03:20:36,092 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7188=[#edits: 1 = <7149/info:/1734319236080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7189=[#edits: 1 = <7150/info:/1734319236081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7190=[#edits: 1 = <7151/info:/1734319236082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7191=[#edits: 1 = <7152/info:/1734319236084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7192=[#edits: 1 = <7153/info:/1734319236084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7193=[#edits: 1 = <7154/info:/1734319236085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7194=[#edits: 1 = <7155/info:/1734319236085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7195=[#edits: 1 = <7156/info:/1734319236086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7196=[#edits: 1 = <7157/info:/1734319236086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7197=[#edits: 1 = <7158/info:/1734319236087/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=58120, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:36,103 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:36,103 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 58558, reset compression=false 2024-12-16T03:20:36,106 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7198=[#edits: 1 = <7159/info:/1734319236095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7199=[#edits: 1 = <7160/info:/1734319236096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7200=[#edits: 1 = <7161/info:/1734319236097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7201=[#edits: 1 = <7162/info:/1734319236098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7202=[#edits: 1 = <7163/info:/1734319236098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7203=[#edits: 1 = <7164/info:/1734319236099/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=58558, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:36,125 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:36,125 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 59434, reset compression=false 2024-12-16T03:20:36,125 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7204=[#edits: 1 = <7165/info:/1734319236106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7205=[#edits: 1 = <7166/info:/1734319236109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7206=[#edits: 1 = <7167/info:/1734319236111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7207=[#edits: 1 = <7168/info:/1734319236112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7208=[#edits: 1 = <7169/info:/1734319236113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7209=[#edits: 1 = <7170/info:/1734319236113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7210=[#edits: 1 = <7171/info:/1734319236114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7211=[#edits: 1 = <7172/info:/1734319236115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7212=[#edits: 1 = <7173/info:/1734319236115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7213=[#edits: 1 = <7174/info:/1734319236116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7214=[#edits: 1 = <7175/info:/1734319236116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7215=[#edits: 1 = <7176/info:/1734319236117/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=59434, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:36,147 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 35 WAL entries eligible for replication 2024-12-16T03:20:36,147 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7216=[#edits: 1 = <7177/info:/1734319236117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7217=[#edits: 1 = <7178/info:/1734319236118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7218=[#edits: 1 = <7179/info:/1734319236119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7219=[#edits: 1 = <7180/info:/1734319236119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7220=[#edits: 1 = <7181/info:/1734319236119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7221=[#edits: 1 = <7182/info:/1734319236119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7222=[#edits: 1 = <7183/info:/1734319236120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7223=[#edits: 1 = <7184/info:/1734319236120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7224=[#edits: 1 = <7185/info:/1734319236120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7225=[#edits: 1 = <7186/info:/1734319236121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7226=[#edits: 1 = <7187/info:/1734319236121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7227=[#edits: 1 = <7188/info:/1734319236121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7228=[#edits: 1 = <7189/info:/1734319236122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7229=[#edits: 1 = <7190/info:/1734319236122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7230=[#edits: 1 = <7191/info:/1734319236122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7231=[#edits: 1 = <7192/info:/1734319236123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7232=[#edits: 1 = <7193/info:/1734319236123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7233=[#edits: 1 = <7194/info:/1734319236129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7234=[#edits: 1 = <7195/info:/1734319236130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7235=[#edits: 1 = <7196/info:/1734319236131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7236=[#edits: 1 = <7197/info:/1734319236131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7237=[#edits: 1 = <7198/info:/1734319236132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7238=[#edits: 1 = <7199/info:/1734319236132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7239=[#edits: 1 = <7200/info:/1734319236132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7240=[#edits: 1 = <7201/info:/1734319236133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7241=[#edits: 1 = <7202/info:/1734319236133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7242=[#edits: 1 = <7203/info:/1734319236133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7243=[#edits: 1 = <7204/info:/1734319236134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7244=[#edits: 1 = <7205/info:/1734319236134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7245=[#edits: 1 = <7206/info:/1734319236134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7246=[#edits: 1 = <7207/info:/1734319236135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7247=[#edits: 1 = <7208/info:/1734319236135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7248=[#edits: 1 = <7209/info:/1734319236135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7249=[#edits: 1 = <7210/info:/1734319236136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7250=[#edits: 1 = <7211/info:/1734319236136/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=61989, nbRowKeys=35, nbHFiles=0, heapSize=6020, lastSeqIds={}, endOfFile=false,usedBufferSize=6020] 2024-12-16T03:20:36,150 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 61989, reset compression=false 2024-12-16T03:20:36,198 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 28 WAL entries eligible for replication 2024-12-16T03:20:36,198 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7251=[#edits: 1 = <7212/info:/1734319236139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7252=[#edits: 1 = <7213/info:/1734319236143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7253=[#edits: 1 = <7214/info:/1734319236145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7254=[#edits: 1 = <7215/info:/1734319236147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7255=[#edits: 1 = <7216/info:/1734319236152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7256=[#edits: 1 = <7217/info:/1734319236154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7257=[#edits: 1 = <7218/info:/1734319236162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7258=[#edits: 1 = <7219/info:/1734319236163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7259=[#edits: 1 = <7220/info:/1734319236164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7260=[#edits: 1 = <7221/info:/1734319236166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7261=[#edits: 1 = <7222/info:/1734319236167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7262=[#edits: 1 = <7223/info:/1734319236168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7263=[#edits: 1 = <7224/info:/1734319236169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7264=[#edits: 1 = <7225/info:/1734319236170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7265=[#edits: 1 = <7226/info:/1734319236174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7266=[#edits: 1 = <7227/info:/1734319236175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7267=[#edits: 1 = <7228/info:/1734319236177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7268=[#edits: 1 = <7229/info:/1734319236178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7269=[#edits: 1 = <7230/info:/1734319236180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7270=[#edits: 1 = <7231/info:/1734319236183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7271=[#edits: 1 = <7232/info:/1734319236185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7272=[#edits: 1 = <7233/info:/1734319236187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7273=[#edits: 1 = <7234/info:/1734319236188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7274=[#edits: 1 = <7235/info:/1734319236189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7275=[#edits: 1 = <7236/info:/1734319236189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7276=[#edits: 1 = <7237/info:/1734319236190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7277=[#edits: 1 = <7238/info:/1734319236191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7278=[#edits: 1 = <7239/info:/1734319236192/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=64033, nbRowKeys=28, nbHFiles=0, heapSize=4816, lastSeqIds={}, endOfFile=false,usedBufferSize=4816] 2024-12-16T03:20:36,199 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 64033, reset compression=false 2024-12-16T03:20:36,227 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:20:36,227 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:36,235 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-16T03:20:36,235 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 65274, reset compression=false 2024-12-16T03:20:36,235 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7279=[#edits: 1 = <7240/info:/1734319236193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7280=[#edits: 1 = <7241/info:/1734319236194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7281=[#edits: 1 = <7242/info:/1734319236195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7282=[#edits: 1 = <7243/info:/1734319236196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7283=[#edits: 1 = <7244/info:/1734319236202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7284=[#edits: 1 = <7245/info:/1734319236206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7285=[#edits: 1 = <7246/info:/1734319236212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7286=[#edits: 1 = <7247/info:/1734319236213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7287=[#edits: 1 = <7248/info:/1734319236214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7288=[#edits: 1 = <7249/info:/1734319236216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7289=[#edits: 1 = <7250/info:/1734319236217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7290=[#edits: 1 = <7251/info:/1734319236218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7291=[#edits: 1 = <7252/info:/1734319236219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7292=[#edits: 1 = <7253/info:/1734319236225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7293=[#edits: 1 = <7254/info:/1734319236226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7294=[#edits: 1 = <7255/info:/1734319236227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7295=[#edits: 1 = <7256/info:/1734319236228/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=65274, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-16T03:20:36,258 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:36,258 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 66077, reset compression=false 2024-12-16T03:20:36,258 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7296=[#edits: 1 = <7257/info:/1734319236229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7297=[#edits: 1 = <7258/info:/1734319236233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7298=[#edits: 1 = <7259/info:/1734319236235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7299=[#edits: 1 = <7260/info:/1734319236253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7300=[#edits: 1 = <7261/info:/1734319236254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7301=[#edits: 1 = <7262/info:/1734319236254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7302=[#edits: 1 = <7263/info:/1734319236254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7303=[#edits: 1 = <7264/info:/1734319236254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7304=[#edits: 1 = <7265/info:/1734319236255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7305=[#edits: 1 = <7266/info:/1734319236255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7306=[#edits: 1 = <7267/info:/1734319236256/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=66077, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:36,262 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:36,262 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 66515, reset compression=false 2024-12-16T03:20:36,262 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7307=[#edits: 1 = <7268/info:/1734319236256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7308=[#edits: 1 = <7269/info:/1734319236256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7309=[#edits: 1 = <7270/info:/1734319236257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7310=[#edits: 1 = <7271/info:/1734319236257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7311=[#edits: 1 = <7272/info:/1734319236260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7312=[#edits: 1 = <7273/info:/1734319236260/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=66515, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:36,273 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-16T03:20:36,273 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 68194, reset compression=false 2024-12-16T03:20:36,273 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7313=[#edits: 1 = <7274/info:/1734319236261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7314=[#edits: 1 = <7275/info:/1734319236261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7315=[#edits: 1 = <7276/info:/1734319236261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7316=[#edits: 1 = <7277/info:/1734319236262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7317=[#edits: 1 = <7278/info:/1734319236263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7318=[#edits: 1 = <7279/info:/1734319236265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7319=[#edits: 1 = <7280/info:/1734319236265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7320=[#edits: 1 = <7281/info:/1734319236266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7321=[#edits: 1 = <7282/info:/1734319236266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7322=[#edits: 1 = <7283/info:/1734319236266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7323=[#edits: 1 = <7284/info:/1734319236267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7324=[#edits: 1 = <7285/info:/1734319236267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7325=[#edits: 1 = <7286/info:/1734319236268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7326=[#edits: 1 = <7287/info:/1734319236268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7327=[#edits: 1 = <7288/info:/1734319236268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7328=[#edits: 1 = <7289/info:/1734319236269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7329=[#edits: 1 = <7290/info:/1734319236269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7330=[#edits: 1 = <7291/info:/1734319236269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7331=[#edits: 1 = <7292/info:/1734319236270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7332=[#edits: 1 = <7293/info:/1734319236270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7333=[#edits: 1 = <7294/info:/1734319236270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7334=[#edits: 1 = <7295/info:/1734319236270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7335=[#edits: 1 = <7296/info:/1734319236271/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=68194, nbRowKeys=23, nbHFiles=0, heapSize=3956, lastSeqIds={}, endOfFile=false,usedBufferSize=3956] 2024-12-16T03:20:36,286 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 31 WAL entries eligible for replication 2024-12-16T03:20:36,286 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 70457, reset compression=false 2024-12-16T03:20:36,286 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7336=[#edits: 1 = <7297/info:/1734319236271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7337=[#edits: 1 = <7298/info:/1734319236271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7338=[#edits: 1 = <7299/info:/1734319236272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7339=[#edits: 1 = <7300/info:/1734319236272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7340=[#edits: 1 = <7301/info:/1734319236273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7341=[#edits: 1 = <7302/info:/1734319236273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7342=[#edits: 1 = <7303/info:/1734319236273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7343=[#edits: 1 = <7304/info:/1734319236276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7344=[#edits: 1 = <7305/info:/1734319236276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7345=[#edits: 1 = <7306/info:/1734319236276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7346=[#edits: 1 = <7307/info:/1734319236277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7347=[#edits: 1 = <7308/info:/1734319236277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7348=[#edits: 1 = <7309/info:/1734319236277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7349=[#edits: 1 = <7310/info:/1734319236277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7350=[#edits: 1 = <7311/info:/1734319236278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7351=[#edits: 1 = <7312/info:/1734319236278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7352=[#edits: 1 = <7313/info:/1734319236278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7353=[#edits: 1 = <7314/info:/1734319236279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7354=[#edits: 1 = <7315/info:/1734319236279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7355=[#edits: 1 = <7316/info:/1734319236279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7356=[#edits: 1 = <7317/info:/1734319236280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7357=[#edits: 1 = <7318/info:/1734319236280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7358=[#edits: 1 = <7319/info:/1734319236280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7359=[#edits: 1 = <7320/info:/1734319236281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7360=[#edits: 1 = <7321/info:/1734319236281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7361=[#edits: 1 = <7322/info:/1734319236281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7362=[#edits: 1 = <7323/info:/1734319236282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7363=[#edits: 1 = <7324/info:/1734319236282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7364=[#edits: 1 = <7325/info:/1734319236282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7365=[#edits: 1 = <7326/info:/1734319236283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7366=[#edits: 1 = <7327/info:/1734319236283/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=70457, nbRowKeys=31, nbHFiles=0, heapSize=5332, lastSeqIds={}, endOfFile=false,usedBufferSize=5332] 2024-12-16T03:20:36,294 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-16T03:20:36,294 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 71406, reset compression=false 2024-12-16T03:20:36,294 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7367=[#edits: 1 = <7328/info:/1734319236284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7368=[#edits: 1 = <7329/info:/1734319236284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7369=[#edits: 1 = <7330/info:/1734319236285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7370=[#edits: 1 = <7331/info:/1734319236285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7371=[#edits: 1 = <7332/info:/1734319236286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7372=[#edits: 1 = <7333/info:/1734319236287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7373=[#edits: 1 = <7334/info:/1734319236288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7374=[#edits: 1 = <7335/info:/1734319236289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7375=[#edits: 1 = <7336/info:/1734319236289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7376=[#edits: 1 = <7337/info:/1734319236290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7377=[#edits: 1 = <7338/info:/1734319236290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7378=[#edits: 1 = <7339/info:/1734319236291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7379=[#edits: 1 = <7340/info:/1734319236291/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=71406, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-16T03:20:36,302 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:36,302 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 72282, reset compression=false 2024-12-16T03:20:36,302 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7380=[#edits: 1 = <7341/info:/1734319236292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7381=[#edits: 1 = <7342/info:/1734319236292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7382=[#edits: 1 = <7343/info:/1734319236293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7383=[#edits: 1 = <7344/info:/1734319236293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7384=[#edits: 1 = <7345/info:/1734319236294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7385=[#edits: 1 = <7346/info:/1734319236294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7386=[#edits: 1 = <7347/info:/1734319236295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7387=[#edits: 1 = <7348/info:/1734319236295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7388=[#edits: 1 = <7349/info:/1734319236296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7389=[#edits: 1 = <7350/info:/1734319236296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7390=[#edits: 1 = <7351/info:/1734319236297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7391=[#edits: 1 = <7352/info:/1734319236298/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=72282, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:36,311 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:36,311 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 72939, reset compression=false 2024-12-16T03:20:36,311 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7392=[#edits: 1 = <7353/info:/1734319236300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7393=[#edits: 1 = <7354/info:/1734319236302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7394=[#edits: 1 = <7355/info:/1734319236304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7395=[#edits: 1 = <7356/info:/1734319236304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7396=[#edits: 1 = <7357/info:/1734319236305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7397=[#edits: 1 = <7358/info:/1734319236305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7398=[#edits: 1 = <7359/info:/1734319236306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7399=[#edits: 1 = <7360/info:/1734319236308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7400=[#edits: 1 = <7361/info:/1734319236308/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=72939, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:36,320 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:36,320 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 73669, reset compression=false 2024-12-16T03:20:36,320 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7401=[#edits: 1 = <7362/info:/1734319236309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7402=[#edits: 1 = <7363/info:/1734319236310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7403=[#edits: 1 = <7364/info:/1734319236310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7404=[#edits: 1 = <7365/info:/1734319236311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7405=[#edits: 1 = <7366/info:/1734319236312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7406=[#edits: 1 = <7367/info:/1734319236313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7407=[#edits: 1 = <7368/info:/1734319236313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7408=[#edits: 1 = <7369/info:/1734319236313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7409=[#edits: 1 = <7370/info:/1734319236314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7410=[#edits: 1 = <7371/info:/1734319236314/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=73669, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:36,330 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:36,330 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 73888, reset compression=false 2024-12-16T03:20:36,330 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7411=[#edits: 1 = <7372/info:/1734319236315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7412=[#edits: 1 = <7373/info:/1734319236317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7413=[#edits: 1 = <7374/info:/1734319236318/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=73888, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-16T03:20:36,365 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 28 WAL entries eligible for replication 2024-12-16T03:20:36,365 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7414=[#edits: 1 = <7375/info:/1734319236327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7415=[#edits: 1 = <7376/info:/1734319236329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7416=[#edits: 1 = <7377/info:/1734319236330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7417=[#edits: 1 = <7378/info:/1734319236332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7418=[#edits: 1 = <7379/info:/1734319236334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7419=[#edits: 1 = <7380/info:/1734319236336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7420=[#edits: 1 = <7381/info:/1734319236337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7421=[#edits: 1 = <7382/info:/1734319236337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7422=[#edits: 1 = <7383/info:/1734319236338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7423=[#edits: 1 = <7384/info:/1734319236338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7424=[#edits: 1 = <7385/info:/1734319236339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7425=[#edits: 1 = <7386/info:/1734319236339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7426=[#edits: 1 = <7387/info:/1734319236340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7427=[#edits: 1 = <7388/info:/1734319236340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7428=[#edits: 1 = <7389/info:/1734319236341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7429=[#edits: 1 = <7390/info:/1734319236343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7430=[#edits: 1 = <7391/info:/1734319236347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7431=[#edits: 1 = <7392/info:/1734319236348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7432=[#edits: 1 = <7393/info:/1734319236350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7433=[#edits: 1 = <7394/info:/1734319236350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7434=[#edits: 1 = <7395/info:/1734319236351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7435=[#edits: 1 = <7396/info:/1734319236351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7436=[#edits: 1 = <7397/info:/1734319236352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7437=[#edits: 1 = <7398/info:/1734319236354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7438=[#edits: 1 = <7399/info:/1734319236355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7439=[#edits: 1 = <7400/info:/1734319236356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7440=[#edits: 1 = <7401/info:/1734319236357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7441=[#edits: 1 = <7402/info:/1734319236359/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=75932, nbRowKeys=28, nbHFiles=0, heapSize=4816, lastSeqIds={}, endOfFile=false,usedBufferSize=4816] 2024-12-16T03:20:36,365 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 75932, reset compression=false 2024-12-16T03:20:36,393 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-16T03:20:36,393 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7442=[#edits: 1 = <7403/info:/1734319236360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7443=[#edits: 1 = <7404/info:/1734319236361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7444=[#edits: 1 = <7405/info:/1734319236361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7445=[#edits: 1 = <7406/info:/1734319236363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7446=[#edits: 1 = <7407/info:/1734319236366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7447=[#edits: 1 = <7408/info:/1734319236368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7448=[#edits: 1 = <7409/info:/1734319236370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7449=[#edits: 1 = <7410/info:/1734319236371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7450=[#edits: 1 = <7411/info:/1734319236372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7451=[#edits: 1 = <7412/info:/1734319236373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7452=[#edits: 1 = <7413/info:/1734319236374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7453=[#edits: 1 = <7414/info:/1734319236378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7454=[#edits: 1 = <7415/info:/1734319236379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7455=[#edits: 1 = <7416/info:/1734319236380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7456=[#edits: 1 = <7417/info:/1734319236381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7457=[#edits: 1 = <7418/info:/1734319236382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7458=[#edits: 1 = <7419/info:/1734319236383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7459=[#edits: 1 = <7420/info:/1734319236384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7460=[#edits: 1 = <7421/info:/1734319236386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7461=[#edits: 1 = <7422/info:/1734319236387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7462=[#edits: 1 = <7423/info:/1734319236388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7463=[#edits: 1 = <7424/info:/1734319236389/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=77538, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-16T03:20:36,394 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 77538, reset compression=false 2024-12-16T03:20:36,407 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:36,407 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 77903, reset compression=false 2024-12-16T03:20:36,407 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7464=[#edits: 1 = <7425/info:/1734319236389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7465=[#edits: 1 = <7426/info:/1734319236391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7466=[#edits: 1 = <7427/info:/1734319236392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7467=[#edits: 1 = <7428/info:/1734319236393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7468=[#edits: 1 = <7429/info:/1734319236394/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=77903, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:36,414 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:36,414 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 78122, reset compression=false 2024-12-16T03:20:36,414 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7469=[#edits: 1 = <7430/info:/1734319236407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7470=[#edits: 1 = <7431/info:/1734319236410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7471=[#edits: 1 = <7432/info:/1734319236411/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=78122, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-16T03:20:36,439 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-16T03:20:36,439 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 79071, reset compression=false 2024-12-16T03:20:36,439 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7472=[#edits: 1 = <7433/info:/1734319236419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7473=[#edits: 1 = <7434/info:/1734319236425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7474=[#edits: 1 = <7435/info:/1734319236425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7475=[#edits: 1 = <7436/info:/1734319236426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7476=[#edits: 1 = <7437/info:/1734319236427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7477=[#edits: 1 = <7438/info:/1734319236428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7478=[#edits: 1 = <7439/info:/1734319236429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7479=[#edits: 1 = <7440/info:/1734319236430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7480=[#edits: 1 = <7441/info:/1734319236432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7481=[#edits: 1 = <7442/info:/1734319236433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7482=[#edits: 1 = <7443/info:/1734319236434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7483=[#edits: 1 = <7444/info:/1734319236434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7484=[#edits: 1 = <7445/info:/1734319236436/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=79071, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-16T03:20:36,460 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-16T03:20:36,460 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta to pos 80166, reset compression=false 2024-12-16T03:20:36,460 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7485=[#edits: 1 = <7446/info:/1734319236438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7486=[#edits: 1 = <7447/info:/1734319236441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7487=[#edits: 1 = <7448/info:/1734319236442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7488=[#edits: 1 = <7449/info:/1734319236442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7489=[#edits: 1 = <7450/info:/1734319236443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7490=[#edits: 1 = <7451/info:/1734319236444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7491=[#edits: 1 = <7452/info:/1734319236445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7492=[#edits: 1 = <7453/info:/1734319236445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7493=[#edits: 1 = <7454/info:/1734319236446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7494=[#edits: 1 = <7455/info:/1734319236446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7495=[#edits: 1 = <7456/info:/1734319236447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7496=[#edits: 1 = <7457/info:/1734319236448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7497=[#edits: 1 = <7458/info:/1734319236449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7498=[#edits: 1 = <7459/info:/1734319236453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7499=[#edits: 1 = <7460/info:/1734319236455/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=80166, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-16T03:20:36,464 DEBUG [AsyncFSWAL-0-hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52-prefix:f0d65a6309ee,39197,1734319226583.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-16T03:20:36,464 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C39197%2C1734319226583.meta:.meta(num 1734319235354) roll requested 2024-12-16T03:20:36,486 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, exclude list is [], retry=0 2024-12-16T03:20:36,493 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46535,DS-d9097681-c22b-4b67-b546-f1b5a65bc777,DISK] 2024-12-16T03:20:36,493 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-8438bcdc-2a7c-427f-bcda-ddcc96fa59b4,DISK] 2024-12-16T03:20:36,494 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37007,DS-8b0e717c-0918-408e-9205-67381807f050,DISK] 2024-12-16T03:20:36,540 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta with entries=1151, filesize=82.14 KB; new WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta 2024-12-16T03:20:36,540 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45827:45827),(127.0.0.1/127.0.0.1:33211:33211),(127.0.0.1/127.0.0.1:32777:32777)] 2024-12-16T03:20:36,540 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:36,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741858_1034 (size=84116) 2024-12-16T03:20:36,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741858_1034 (size=84116) 2024-12-16T03:20:36,543 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta for the last time to pos 81480, reset compression=false 2024-12-16T03:20:36,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741858_1034 (size=84116) 2024-12-16T03:20:36,549 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta 2024-12-16T03:20:36,549 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 54 WAL entries eligible for replication 2024-12-16T03:20:36,549 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:36,549 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7500=[#edits: 1 = <7461/info:/1734319236457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7501=[#edits: 1 = <7462/info:/1734319236458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7502=[#edits: 1 = <7463/info:/1734319236460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7503=[#edits: 1 = <7464/info:/1734319236462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7504=[#edits: 1 = <7465/info:/1734319236464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7505=[#edits: 1 = <7466/info:/1734319236468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7506=[#edits: 1 = <7467/info:/1734319236470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7507=[#edits: 1 = <7468/info:/1734319236471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7508=[#edits: 1 = <7469/info:/1734319236472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7509=[#edits: 1 = <7470/info:/1734319236474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7510=[#edits: 1 = <7471/info:/1734319236475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7511=[#edits: 1 = <7472/info:/1734319236477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7512=[#edits: 1 = <7473/info:/1734319236479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7513=[#edits: 1 = <7474/info:/1734319236483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7514=[#edits: 1 = <7475/info:/1734319236484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7515=[#edits: 1 = <7476/info:/1734319236484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7516=[#edits: 1 = <7477/info:/1734319236485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7517=[#edits: 1 = <7478/info:/1734319236486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7518=[#edits: 1 = <7479/info:/1734319236487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7519=[#edits: 1 = <7480/info:/1734319236489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7520=[#edits: 1 = <7481/info:/1734319236491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7521=[#edits: 1 = <7482/info:/1734319236496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7522=[#edits: 1 = <7483/info:/1734319236498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7523=[#edits: 1 = <7484/info:/1734319236499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7524=[#edits: 1 = <7485/info:/1734319236500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7525=[#edits: 1 = <7486/info:/1734319236504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7526=[#edits: 1 = <7487/info:/1734319236505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7527=[#edits: 1 = <7488/info:/1734319236511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7528=[#edits: 1 = <7489/info:/1734319236513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7529=[#edits: 1 = <7490/info:/1734319236514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7530=[#edits: 1 = <7491/info:/1734319236515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7531=[#edits: 1 = <7492/info:/1734319236519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7532=[#edits: 1 = <7493/info:/1734319236520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7533=[#edits: 1 = <7494/info:/1734319236521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7534=[#edits: 1 = <7495/info:/1734319236523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7535=[#edits: 1 = <7496/info:/1734319236524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7536=[#edits: 1 = <7497/info:/1734319236525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7537=[#edits: 1 = <7498/info:/1734319236526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7538=[#edits: 1 = <7499/info:/1734319236527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7539=[#edits: 1 = <7500/info:/1734319236528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7540=[#edits: 1 = <7501/info:/1734319236528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7541=[#edits: 1 = <7502/info:/1734319236531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7542=[#edits: 1 = <7503/info:/1734319236532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7543=[#edits: 1 = <7504/info:/1734319236532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7544=[#edits: 1 = <7505/info:/1734319236533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7545=[#edits: 1 = <7506/info:/1734319236534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7546=[#edits: 1 = <7507/info:/1734319236535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7547=[#edits: 1 = <7508/info:/1734319236535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7548=[#edits: 1 = <7509/info:/1734319236536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7549=[#edits: 1 = <7510/info:/1734319236537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7550=[#edits: 1 = <7511/info:/1734319236537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7551=[#edits: 1 = <7512/info:/1734319236538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7552=[#edits: 1 = <7513/info:/1734319236539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7553=[#edits: 1 = <7514/info:/1734319236539/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319235354.meta, lastWalPosition=84108, nbRowKeys=54, nbHFiles=0, heapSize=9288, lastSeqIds={}, endOfFile=true,usedBufferSize=9288] 2024-12-16T03:20:36,589 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 45 WAL entries eligible for replication 2024-12-16T03:20:36,589 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 3370, reset compression=false 2024-12-16T03:20:36,589 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7554=[#edits: 1 = <7515/info:/1734319236540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7555=[#edits: 1 = <7516/info:/1734319236544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7556=[#edits: 1 = <7517/info:/1734319236545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7557=[#edits: 1 = <7518/info:/1734319236546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7558=[#edits: 1 = <7519/info:/1734319236547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7559=[#edits: 1 = <7520/info:/1734319236549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7560=[#edits: 1 = <7521/info:/1734319236549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7561=[#edits: 1 = <7522/info:/1734319236551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7562=[#edits: 1 = <7523/info:/1734319236552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7563=[#edits: 1 = <7524/info:/1734319236553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7564=[#edits: 1 = <7525/info:/1734319236554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7565=[#edits: 1 = <7526/info:/1734319236555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7566=[#edits: 1 = <7527/info:/1734319236556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7567=[#edits: 1 = <7528/info:/1734319236557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7568=[#edits: 1 = <7529/info:/1734319236558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7569=[#edits: 1 = <7530/info:/1734319236560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7570=[#edits: 1 = <7531/info:/1734319236562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7571=[#edits: 1 = <7532/info:/1734319236563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7572=[#edits: 1 = <7533/info:/1734319236564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7573=[#edits: 1 = <7534/info:/1734319236565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7574=[#edits: 1 = <7535/info:/1734319236566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7575=[#edits: 1 = <7536/info:/1734319236567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7576=[#edits: 1 = <7537/info:/1734319236569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7577=[#edits: 1 = <7538/info:/1734319236572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7578=[#edits: 1 = <7539/info:/1734319236573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7579=[#edits: 1 = <7540/info:/1734319236573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7580=[#edits: 1 = <7541/info:/1734319236574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7581=[#edits: 1 = <7542/info:/1734319236574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7582=[#edits: 1 = <7543/info:/1734319236575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7583=[#edits: 1 = <7544/info:/1734319236575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7584=[#edits: 1 = <7545/info:/1734319236576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7585=[#edits: 1 = <7546/info:/1734319236576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7586=[#edits: 1 = <7547/info:/1734319236577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7587=[#edits: 1 = <7548/info:/1734319236577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7588=[#edits: 1 = <7549/info:/1734319236578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7589=[#edits: 1 = <7550/info:/1734319236578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7590=[#edits: 1 = <7551/info:/1734319236578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7591=[#edits: 1 = <7552/info:/1734319236579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7592=[#edits: 1 = <7553/info:/1734319236580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7593=[#edits: 1 = <7554/info:/1734319236581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7594=[#edits: 1 = <7555/info:/1734319236581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7595=[#edits: 1 = <7556/info:/1734319236582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7596=[#edits: 1 = <7557/info:/1734319236582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7597=[#edits: 1 = <7558/info:/1734319236582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7598=[#edits: 1 = <7559/info:/1734319236583/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=3370, nbRowKeys=45, nbHFiles=0, heapSize=7740, lastSeqIds={}, endOfFile=false,usedBufferSize=7740] 2024-12-16T03:20:36,644 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 41 WAL entries eligible for replication 2024-12-16T03:20:36,644 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 6363, reset compression=false 2024-12-16T03:20:36,644 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7599=[#edits: 1 = <7560/info:/1734319236585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7600=[#edits: 1 = <7561/info:/1734319236586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7601=[#edits: 1 = <7562/info:/1734319236588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7602=[#edits: 1 = <7563/info:/1734319236590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7603=[#edits: 1 = <7564/info:/1734319236591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7604=[#edits: 1 = <7565/info:/1734319236592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7605=[#edits: 1 = <7566/info:/1734319236594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7606=[#edits: 1 = <7567/info:/1734319236596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7607=[#edits: 1 = <7568/info:/1734319236597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7608=[#edits: 1 = <7569/info:/1734319236599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7609=[#edits: 1 = <7570/info:/1734319236601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7610=[#edits: 1 = <7571/info:/1734319236602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7611=[#edits: 1 = <7572/info:/1734319236602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7612=[#edits: 1 = <7573/info:/1734319236603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7613=[#edits: 1 = <7574/info:/1734319236604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7614=[#edits: 1 = <7575/info:/1734319236604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7615=[#edits: 1 = <7576/info:/1734319236605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7616=[#edits: 1 = <7577/info:/1734319236605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7617=[#edits: 1 = <7578/info:/1734319236607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7618=[#edits: 1 = <7579/info:/1734319236608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7619=[#edits: 1 = <7580/info:/1734319236608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7620=[#edits: 1 = <7581/info:/1734319236609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7621=[#edits: 1 = <7582/info:/1734319236610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7622=[#edits: 1 = <7583/info:/1734319236611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7623=[#edits: 1 = <7584/info:/1734319236611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7624=[#edits: 1 = <7585/info:/1734319236612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7625=[#edits: 1 = <7586/info:/1734319236613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7626=[#edits: 1 = <7587/info:/1734319236614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7627=[#edits: 1 = <7588/info:/1734319236615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7628=[#edits: 1 = <7589/info:/1734319236616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7629=[#edits: 1 = <7590/info:/1734319236619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7630=[#edits: 1 = <7591/info:/1734319236620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7631=[#edits: 1 = <7592/info:/1734319236621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7632=[#edits: 1 = <7593/info:/1734319236622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7633=[#edits: 1 = <7594/info:/1734319236625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7634=[#edits: 1 = <7595/info:/1734319236627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7635=[#edits: 1 = <7596/info:/1734319236628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7636=[#edits: 1 = <7597/info:/1734319236631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7637=[#edits: 1 = <7598/info:/1734319236632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7638=[#edits: 1 = <7599/info:/1734319236634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7639=[#edits: 1 = <7600/info:/1734319236637/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=6363, nbRowKeys=41, nbHFiles=0, heapSize=7052, lastSeqIds={}, endOfFile=false,usedBufferSize=7052] 2024-12-16T03:20:36,683 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-16T03:20:36,683 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 8042, reset compression=false 2024-12-16T03:20:36,683 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7640=[#edits: 1 = <7601/info:/1734319236638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7641=[#edits: 1 = <7602/info:/1734319236642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7642=[#edits: 1 = <7603/info:/1734319236648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7643=[#edits: 1 = <7604/info:/1734319236649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7644=[#edits: 1 = <7605/info:/1734319236649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7645=[#edits: 1 = <7606/info:/1734319236651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7646=[#edits: 1 = <7607/info:/1734319236654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7647=[#edits: 1 = <7608/info:/1734319236656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7648=[#edits: 1 = <7609/info:/1734319236658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7649=[#edits: 1 = <7610/info:/1734319236659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7650=[#edits: 1 = <7611/info:/1734319236662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7651=[#edits: 1 = <7612/info:/1734319236664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7652=[#edits: 1 = <7613/info:/1734319236666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7653=[#edits: 1 = <7614/info:/1734319236667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7654=[#edits: 1 = <7615/info:/1734319236669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7655=[#edits: 1 = <7616/info:/1734319236673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7656=[#edits: 1 = <7617/info:/1734319236674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7657=[#edits: 1 = <7618/info:/1734319236675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7658=[#edits: 1 = <7619/info:/1734319236676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7659=[#edits: 1 = <7620/info:/1734319236677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7660=[#edits: 1 = <7621/info:/1734319236677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7661=[#edits: 1 = <7622/info:/1734319236679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7662=[#edits: 1 = <7623/info:/1734319236680/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=8042, nbRowKeys=23, nbHFiles=0, heapSize=3956, lastSeqIds={}, endOfFile=false,usedBufferSize=3956] 2024-12-16T03:20:36,689 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:36,689 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:36,726 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 33 WAL entries eligible for replication 2024-12-16T03:20:36,726 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 10451, reset compression=false 2024-12-16T03:20:36,727 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7663=[#edits: 1 = <7624/info:/1734319236681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7664=[#edits: 1 = <7625/info:/1734319236682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7665=[#edits: 1 = <7626/info:/1734319236682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7666=[#edits: 1 = <7627/info:/1734319236684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7667=[#edits: 1 = <7628/info:/1734319236685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7668=[#edits: 1 = <7629/info:/1734319236686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7669=[#edits: 1 = <7630/info:/1734319236688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7670=[#edits: 1 = <7631/info:/1734319236689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7671=[#edits: 1 = <7632/info:/1734319236691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7672=[#edits: 1 = <7633/info:/1734319236692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7673=[#edits: 1 = <7634/info:/1734319236693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7674=[#edits: 1 = <7635/info:/1734319236694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7675=[#edits: 1 = <7636/info:/1734319236695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7676=[#edits: 1 = <7637/info:/1734319236696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7677=[#edits: 1 = <7638/info:/1734319236697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7678=[#edits: 1 = <7639/info:/1734319236698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7679=[#edits: 1 = <7640/info:/1734319236699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7680=[#edits: 1 = <7641/info:/1734319236700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7681=[#edits: 1 = <7642/info:/1734319236702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7682=[#edits: 1 = <7643/info:/1734319236704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7683=[#edits: 1 = <7644/info:/1734319236705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7684=[#edits: 1 = <7645/info:/1734319236707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7685=[#edits: 1 = <7646/info:/1734319236709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7686=[#edits: 1 = <7647/info:/1734319236709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7687=[#edits: 1 = <7648/info:/1734319236710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7688=[#edits: 1 = <7649/info:/1734319236710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7689=[#edits: 1 = <7650/info:/1734319236711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7690=[#edits: 1 = <7651/info:/1734319236711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7691=[#edits: 1 = <7652/info:/1734319236712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7692=[#edits: 1 = <7653/info:/1734319236714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7693=[#edits: 1 = <7654/info:/1734319236718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7694=[#edits: 1 = <7655/info:/1734319236720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7695=[#edits: 1 = <7656/info:/1734319236723/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=10451, nbRowKeys=33, nbHFiles=0, heapSize=5676, lastSeqIds={}, endOfFile=false,usedBufferSize=5676] 2024-12-16T03:20:36,771 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 52 WAL entries eligible for replication 2024-12-16T03:20:36,771 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 14247, reset compression=false 2024-12-16T03:20:36,771 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7696=[#edits: 1 = <7657/info:/1734319236724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7697=[#edits: 1 = <7658/info:/1734319236725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7698=[#edits: 1 = <7659/info:/1734319236726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7699=[#edits: 1 = <7660/info:/1734319236728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7700=[#edits: 1 = <7661/info:/1734319236728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7701=[#edits: 1 = <7662/info:/1734319236729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7702=[#edits: 1 = <7663/info:/1734319236730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7703=[#edits: 1 = <7664/info:/1734319236731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7704=[#edits: 1 = <7665/info:/1734319236731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7705=[#edits: 1 = <7666/info:/1734319236732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7706=[#edits: 1 = <7667/info:/1734319236732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7707=[#edits: 1 = <7668/info:/1734319236733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7708=[#edits: 1 = <7669/info:/1734319236733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7709=[#edits: 1 = <7670/info:/1734319236734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7710=[#edits: 1 = <7671/info:/1734319236734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7711=[#edits: 1 = <7672/info:/1734319236734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7712=[#edits: 1 = <7673/info:/1734319236735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7713=[#edits: 1 = <7674/info:/1734319236735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7714=[#edits: 1 = <7675/info:/1734319236736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7715=[#edits: 1 = <7676/info:/1734319236736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7716=[#edits: 1 = <7677/info:/1734319236736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7717=[#edits: 1 = <7678/info:/1734319236737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7718=[#edits: 1 = <7679/info:/1734319236737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7719=[#edits: 1 = <7680/info:/1734319236738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7720=[#edits: 1 = <7681/info:/1734319236738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7721=[#edits: 1 = <7682/info:/1734319236738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7722=[#edits: 1 = <7683/info:/1734319236739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7723=[#edits: 1 = <7684/info:/1734319236739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7724=[#edits: 1 = <7685/info:/1734319236740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7725=[#edits: 1 = <7686/info:/1734319236740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7726=[#edits: 1 = <7687/info:/1734319236740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7727=[#edits: 1 = <7688/info:/1734319236741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7728=[#edits: 1 = <7689/info:/1734319236741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7729=[#edits: 1 = <7690/info:/1734319236742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7730=[#edits: 1 = <7691/info:/1734319236742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7731=[#edits: 1 = <7692/info:/1734319236742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7732=[#edits: 1 = <7693/info:/1734319236743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7733=[#edits: 1 = <7694/info:/1734319236745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7734=[#edits: 1 = <7695/info:/1734319236745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7735=[#edits: 1 = <7696/info:/1734319236747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7736=[#edits: 1 = <7697/info:/1734319236748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7737=[#edits: 1 = <7698/info:/1734319236750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7738=[#edits: 1 = <7699/info:/1734319236753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7739=[#edits: 1 = <7700/info:/1734319236755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7740=[#edits: 1 = <7701/info:/1734319236757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7741=[#edits: 1 = <7702/info:/1734319236758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7742=[#edits: 1 = <7703/info:/1734319236760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7743=[#edits: 1 = <7704/info:/1734319236761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7744=[#edits: 1 = <7705/info:/1734319236762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7745=[#edits: 1 = <7706/info:/1734319236764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7746=[#edits: 1 = <7707/info:/1734319236765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7747=[#edits: 1 = <7708/info:/1734319236767/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=14247, nbRowKeys=52, nbHFiles=0, heapSize=8944, lastSeqIds={}, endOfFile=false,usedBufferSize=8944] 2024-12-16T03:20:36,791 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:36,791 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 15999, reset compression=false 2024-12-16T03:20:36,791 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7748=[#edits: 1 = <7709/info:/1734319236769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7749=[#edits: 1 = <7710/info:/1734319236774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7750=[#edits: 1 = <7711/info:/1734319236775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7751=[#edits: 1 = <7712/info:/1734319236776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7752=[#edits: 1 = <7713/info:/1734319236776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7753=[#edits: 1 = <7714/info:/1734319236777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7754=[#edits: 1 = <7715/info:/1734319236777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7755=[#edits: 1 = <7716/info:/1734319236778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7756=[#edits: 1 = <7717/info:/1734319236778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7757=[#edits: 1 = <7718/info:/1734319236779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7758=[#edits: 1 = <7719/info:/1734319236779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7759=[#edits: 1 = <7720/info:/1734319236780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7760=[#edits: 1 = <7721/info:/1734319236780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7761=[#edits: 1 = <7722/info:/1734319236781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7762=[#edits: 1 = <7723/info:/1734319236781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7763=[#edits: 1 = <7724/info:/1734319236782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7764=[#edits: 1 = <7725/info:/1734319236782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7765=[#edits: 1 = <7726/info:/1734319236783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7766=[#edits: 1 = <7727/info:/1734319236784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7767=[#edits: 1 = <7728/info:/1734319236784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7768=[#edits: 1 = <7729/info:/1734319236785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7769=[#edits: 1 = <7730/info:/1734319236786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7770=[#edits: 1 = <7731/info:/1734319236786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7771=[#edits: 1 = <7732/info:/1734319236787/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=15999, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-16T03:20:36,821 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:36,821 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7772=[#edits: 1 = <7733/info:/1734319236788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7773=[#edits: 1 = <7734/info:/1734319236789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7774=[#edits: 1 = <7735/info:/1734319236790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7775=[#edits: 1 = <7736/info:/1734319236793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7776=[#edits: 1 = <7737/info:/1734319236796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7777=[#edits: 1 = <7738/info:/1734319236798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7778=[#edits: 1 = <7739/info:/1734319236798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7779=[#edits: 1 = <7740/info:/1734319236799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7780=[#edits: 1 = <7741/info:/1734319236801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7781=[#edits: 1 = <7742/info:/1734319236802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7782=[#edits: 1 = <7743/info:/1734319236802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7783=[#edits: 1 = <7744/info:/1734319236802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7784=[#edits: 1 = <7745/info:/1734319236803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7785=[#edits: 1 = <7746/info:/1734319236803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7786=[#edits: 1 = <7747/info:/1734319236804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7787=[#edits: 1 = <7748/info:/1734319236805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7788=[#edits: 1 = <7749/info:/1734319236806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7789=[#edits: 1 = <7750/info:/1734319236808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7790=[#edits: 1 = <7751/info:/1734319236809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7791=[#edits: 1 = <7752/info:/1734319236810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7792=[#edits: 1 = <7753/info:/1734319236812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7793=[#edits: 1 = <7754/info:/1734319236812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7794=[#edits: 1 = <7755/info:/1734319236813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7795=[#edits: 1 = <7756/info:/1734319236815/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=17751, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-16T03:20:36,822 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 17751, reset compression=false 2024-12-16T03:20:36,829 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:36,829 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 18408, reset compression=false 2024-12-16T03:20:36,829 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7796=[#edits: 1 = <7757/info:/1734319236816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7797=[#edits: 1 = <7758/info:/1734319236818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7798=[#edits: 1 = <7759/info:/1734319236818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7799=[#edits: 1 = <7760/info:/1734319236819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7800=[#edits: 1 = <7761/info:/1734319236820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7801=[#edits: 1 = <7762/info:/1734319236821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7802=[#edits: 1 = <7763/info:/1734319236825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7803=[#edits: 1 = <7764/info:/1734319236826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7804=[#edits: 1 = <7765/info:/1734319236827/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=18408, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:36,835 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:36,836 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7805=[#edits: 1 = <7766/info:/1734319236827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7806=[#edits: 1 = <7767/info:/1734319236828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7807=[#edits: 1 = <7768/info:/1734319236828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7808=[#edits: 1 = <7769/info:/1734319236829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7809=[#edits: 1 = <7770/info:/1734319236829/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=18773, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:36,836 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 18773, reset compression=false 2024-12-16T03:20:36,848 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:36,848 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 18846, reset compression=false 2024-12-16T03:20:36,848 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7810=[#edits: 1 = <7771/info:/1734319236830/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=18846, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-16T03:20:36,878 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-16T03:20:36,878 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 19868, reset compression=false 2024-12-16T03:20:36,878 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7811=[#edits: 1 = <7772/info:/1734319236848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7812=[#edits: 1 = <7773/info:/1734319236850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7813=[#edits: 1 = <7774/info:/1734319236853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7814=[#edits: 1 = <7775/info:/1734319236854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7815=[#edits: 1 = <7776/info:/1734319236855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7816=[#edits: 1 = <7777/info:/1734319236856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7817=[#edits: 1 = <7778/info:/1734319236862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7818=[#edits: 1 = <7779/info:/1734319236863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7819=[#edits: 1 = <7780/info:/1734319236863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7820=[#edits: 1 = <7781/info:/1734319236865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7821=[#edits: 1 = <7782/info:/1734319236866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7822=[#edits: 1 = <7783/info:/1734319236868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7823=[#edits: 1 = <7784/info:/1734319236869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7824=[#edits: 1 = <7785/info:/1734319236869/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=19868, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-16T03:20:36,897 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:36,897 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 20744, reset compression=false 2024-12-16T03:20:36,897 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7825=[#edits: 1 = <7786/info:/1734319236875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7826=[#edits: 1 = <7787/info:/1734319236884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7827=[#edits: 1 = <7788/info:/1734319236885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7828=[#edits: 1 = <7789/info:/1734319236886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7829=[#edits: 1 = <7790/info:/1734319236887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7830=[#edits: 1 = <7791/info:/1734319236889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7831=[#edits: 1 = <7792/info:/1734319236890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7832=[#edits: 1 = <7793/info:/1734319236891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7833=[#edits: 1 = <7794/info:/1734319236891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7834=[#edits: 1 = <7795/info:/1734319236892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7835=[#edits: 1 = <7796/info:/1734319236893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7836=[#edits: 1 = <7797/info:/1734319236894/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=20744, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:36,912 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:36,912 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 21474, reset compression=false 2024-12-16T03:20:36,912 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7837=[#edits: 1 = <7798/info:/1734319236895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7838=[#edits: 1 = <7799/info:/1734319236896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7839=[#edits: 1 = <7800/info:/1734319236897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7840=[#edits: 1 = <7801/info:/1734319236901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7841=[#edits: 1 = <7802/info:/1734319236902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7842=[#edits: 1 = <7803/info:/1734319236903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7843=[#edits: 1 = <7804/info:/1734319236905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7844=[#edits: 1 = <7805/info:/1734319236907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7845=[#edits: 1 = <7806/info:/1734319236908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7846=[#edits: 1 = <7807/info:/1734319236909/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=21474, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:36,922 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:36,922 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 21839, reset compression=false 2024-12-16T03:20:36,922 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7847=[#edits: 1 = <7808/info:/1734319236911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7848=[#edits: 1 = <7809/info:/1734319236911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7849=[#edits: 1 = <7810/info:/1734319236913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7850=[#edits: 1 = <7811/info:/1734319236917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7851=[#edits: 1 = <7812/info:/1734319236919/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=21839, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:36,934 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:36,934 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 22642, reset compression=false 2024-12-16T03:20:36,934 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7852=[#edits: 1 = <7813/info:/1734319236919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7853=[#edits: 1 = <7814/info:/1734319236920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7854=[#edits: 1 = <7815/info:/1734319236921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7855=[#edits: 1 = <7816/info:/1734319236922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7856=[#edits: 1 = <7817/info:/1734319236923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7857=[#edits: 1 = <7818/info:/1734319236924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7858=[#edits: 1 = <7819/info:/1734319236925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7859=[#edits: 1 = <7820/info:/1734319236925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7860=[#edits: 1 = <7821/info:/1734319236927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7861=[#edits: 1 = <7822/info:/1734319236928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7862=[#edits: 1 = <7823/info:/1734319236930/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=22642, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:36,944 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:36,944 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 22861, reset compression=false 2024-12-16T03:20:36,944 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7863=[#edits: 1 = <7824/info:/1734319236931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7864=[#edits: 1 = <7825/info:/1734319236933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7865=[#edits: 1 = <7826/info:/1734319236934/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=22861, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-16T03:20:36,957 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-16T03:20:36,957 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 23445, reset compression=false 2024-12-16T03:20:36,957 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7866=[#edits: 1 = <7827/info:/1734319236944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7867=[#edits: 1 = <7828/info:/1734319236948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7868=[#edits: 1 = <7829/info:/1734319236949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7869=[#edits: 1 = <7830/info:/1734319236950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7870=[#edits: 1 = <7831/info:/1734319236951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7871=[#edits: 1 = <7832/info:/1734319236951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7872=[#edits: 1 = <7833/info:/1734319236952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7873=[#edits: 1 = <7834/info:/1734319236954/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=23445, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-16T03:20:36,979 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:36,979 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 24102, reset compression=false 2024-12-16T03:20:36,979 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7874=[#edits: 1 = <7835/info:/1734319236956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7875=[#edits: 1 = <7836/info:/1734319236957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7876=[#edits: 1 = <7837/info:/1734319236958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7877=[#edits: 1 = <7838/info:/1734319236959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7878=[#edits: 1 = <7839/info:/1734319236967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7879=[#edits: 1 = <7840/info:/1734319236972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7880=[#edits: 1 = <7841/info:/1734319236973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7881=[#edits: 1 = <7842/info:/1734319236974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7882=[#edits: 1 = <7843/info:/1734319236975/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=24102, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:37,010 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 25 WAL entries eligible for replication 2024-12-16T03:20:37,010 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 25927, reset compression=false 2024-12-16T03:20:37,010 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7883=[#edits: 1 = <7844/info:/1734319236976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7884=[#edits: 1 = <7845/info:/1734319236983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7885=[#edits: 1 = <7846/info:/1734319236984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7886=[#edits: 1 = <7847/info:/1734319236986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7887=[#edits: 1 = <7848/info:/1734319236987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7888=[#edits: 1 = <7849/info:/1734319236989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7889=[#edits: 1 = <7850/info:/1734319236990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7890=[#edits: 1 = <7851/info:/1734319236991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7891=[#edits: 1 = <7852/info:/1734319236991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7892=[#edits: 1 = <7853/info:/1734319236992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7893=[#edits: 1 = <7854/info:/1734319236992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7894=[#edits: 1 = <7855/info:/1734319236993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7895=[#edits: 1 = <7856/info:/1734319236994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7896=[#edits: 1 = <7857/info:/1734319236995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7897=[#edits: 1 = <7858/info:/1734319236996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7898=[#edits: 1 = <7859/info:/1734319236997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7899=[#edits: 1 = <7860/info:/1734319236997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7900=[#edits: 1 = <7861/info:/1734319236998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7901=[#edits: 1 = <7862/info:/1734319237000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7902=[#edits: 1 = <7863/info:/1734319237001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7903=[#edits: 1 = <7864/info:/1734319237002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7904=[#edits: 1 = <7865/info:/1734319237003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7905=[#edits: 1 = <7866/info:/1734319237004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7906=[#edits: 1 = <7867/info:/1734319237005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7907=[#edits: 1 = <7868/info:/1734319237006/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=25927, nbRowKeys=25, nbHFiles=0, heapSize=4300, lastSeqIds={}, endOfFile=false,usedBufferSize=4300] 2024-12-16T03:20:37,035 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 49 WAL entries eligible for replication 2024-12-16T03:20:37,035 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 29504, reset compression=false 2024-12-16T03:20:37,035 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7908=[#edits: 1 = <7869/info:/1734319237007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7909=[#edits: 1 = <7870/info:/1734319237009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7910=[#edits: 1 = <7871/info:/1734319237012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7911=[#edits: 1 = <7872/info:/1734319237014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7912=[#edits: 1 = <7873/info:/1734319237014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7913=[#edits: 1 = <7874/info:/1734319237015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7914=[#edits: 1 = <7875/info:/1734319237015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7915=[#edits: 1 = <7876/info:/1734319237016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7916=[#edits: 1 = <7877/info:/1734319237016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7917=[#edits: 1 = <7878/info:/1734319237016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7918=[#edits: 1 = <7879/info:/1734319237017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7919=[#edits: 1 = <7880/info:/1734319237017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7920=[#edits: 1 = <7881/info:/1734319237017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7921=[#edits: 1 = <7882/info:/1734319237018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7922=[#edits: 1 = <7883/info:/1734319237018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7923=[#edits: 1 = <7884/info:/1734319237019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7924=[#edits: 1 = <7885/info:/1734319237019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7925=[#edits: 1 = <7886/info:/1734319237019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7926=[#edits: 1 = <7887/info:/1734319237020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7927=[#edits: 1 = <7888/info:/1734319237020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7928=[#edits: 1 = <7889/info:/1734319237020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7929=[#edits: 1 = <7890/info:/1734319237021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7930=[#edits: 1 = <7891/info:/1734319237021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7931=[#edits: 1 = <7892/info:/1734319237022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7932=[#edits: 1 = <7893/info:/1734319237022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7933=[#edits: 1 = <7894/info:/1734319237022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7934=[#edits: 1 = <7895/info:/1734319237023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7935=[#edits: 1 = <7896/info:/1734319237023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7936=[#edits: 1 = <7897/info:/1734319237024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7937=[#edits: 1 = <7898/info:/1734319237024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7938=[#edits: 1 = <7899/info:/1734319237025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7939=[#edits: 1 = <7900/info:/1734319237025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7940=[#edits: 1 = <7901/info:/1734319237025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7941=[#edits: 1 = <7902/info:/1734319237026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7942=[#edits: 1 = <7903/info:/1734319237026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7943=[#edits: 1 = <7904/info:/1734319237026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7944=[#edits: 1 = <7905/info:/1734319237027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7945=[#edits: 1 = <7906/info:/1734319237027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7946=[#edits: 1 = <7907/info:/1734319237028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7947=[#edits: 1 = <7908/info:/1734319237028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7948=[#edits: 1 = <7909/info:/1734319237028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7949=[#edits: 1 = <7910/info:/1734319237029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7950=[#edits: 1 = <7911/info:/1734319237029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7951=[#edits: 1 = <7912/info:/1734319237029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7952=[#edits: 1 = <7913/info:/1734319237030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7953=[#edits: 1 = <7914/info:/1734319237030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7954=[#edits: 1 = <7915/info:/1734319237030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7955=[#edits: 1 = <7916/info:/1734319237031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7956=[#edits: 1 = <7917/info:/1734319237031/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=29504, nbRowKeys=49, nbHFiles=0, heapSize=8428, lastSeqIds={}, endOfFile=false,usedBufferSize=8428] 2024-12-16T03:20:37,063 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 43 WAL entries eligible for replication 2024-12-16T03:20:37,063 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 32643, reset compression=false 2024-12-16T03:20:37,063 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7957=[#edits: 1 = <7918/info:/1734319237031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7958=[#edits: 1 = <7919/info:/1734319237033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7959=[#edits: 1 = <7920/info:/1734319237036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7960=[#edits: 1 = <7921/info:/1734319237037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7961=[#edits: 1 = <7922/info:/1734319237039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7962=[#edits: 1 = <7923/info:/1734319237040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7963=[#edits: 1 = <7924/info:/1734319237040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7964=[#edits: 1 = <7925/info:/1734319237041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7965=[#edits: 1 = <7926/info:/1734319237041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7966=[#edits: 1 = <7927/info:/1734319237042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7967=[#edits: 1 = <7928/info:/1734319237042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7968=[#edits: 1 = <7929/info:/1734319237043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7969=[#edits: 1 = <7930/info:/1734319237043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7970=[#edits: 1 = <7931/info:/1734319237044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7971=[#edits: 1 = <7932/info:/1734319237044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7972=[#edits: 1 = <7933/info:/1734319237045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7973=[#edits: 1 = <7934/info:/1734319237045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7974=[#edits: 1 = <7935/info:/1734319237046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7975=[#edits: 1 = <7936/info:/1734319237047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7976=[#edits: 1 = <7937/info:/1734319237047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7977=[#edits: 1 = <7938/info:/1734319237048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7978=[#edits: 1 = <7939/info:/1734319237049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7979=[#edits: 1 = <7940/info:/1734319237051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7980=[#edits: 1 = <7941/info:/1734319237054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7981=[#edits: 1 = <7942/info:/1734319237054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7982=[#edits: 1 = <7943/info:/1734319237055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7983=[#edits: 1 = <7944/info:/1734319237055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7984=[#edits: 1 = <7945/info:/1734319237055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7985=[#edits: 1 = <7946/info:/1734319237056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7986=[#edits: 1 = <7947/info:/1734319237056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7987=[#edits: 1 = <7948/info:/1734319237056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7988=[#edits: 1 = <7949/info:/1734319237057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7989=[#edits: 1 = <7950/info:/1734319237057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7990=[#edits: 1 = <7951/info:/1734319237057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7991=[#edits: 1 = <7952/info:/1734319237058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7992=[#edits: 1 = <7953/info:/1734319237058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7993=[#edits: 1 = <7954/info:/1734319237058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7994=[#edits: 1 = <7955/info:/1734319237058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7995=[#edits: 1 = <7956/info:/1734319237059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7996=[#edits: 1 = <7957/info:/1734319237059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7997=[#edits: 1 = <7958/info:/1734319237059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7998=[#edits: 1 = <7959/info:/1734319237060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7999=[#edits: 1 = <7960/info:/1734319237060/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=32643, nbRowKeys=43, nbHFiles=0, heapSize=7396, lastSeqIds={}, endOfFile=false,usedBufferSize=7396] 2024-12-16T03:20:37,083 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-16T03:20:37,083 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 34322, reset compression=false 2024-12-16T03:20:37,083 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8000=[#edits: 1 = <7961/info:/1734319237060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8001=[#edits: 1 = <7962/info:/1734319237061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8002=[#edits: 1 = <7963/info:/1734319237063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8003=[#edits: 1 = <7964/info:/1734319237066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8004=[#edits: 1 = <7965/info:/1734319237070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8005=[#edits: 1 = <7966/info:/1734319237071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8006=[#edits: 1 = <7967/info:/1734319237072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8007=[#edits: 1 = <7968/info:/1734319237073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8008=[#edits: 1 = <7969/info:/1734319237073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8009=[#edits: 1 = <7970/info:/1734319237074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8010=[#edits: 1 = <7971/info:/1734319237074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8011=[#edits: 1 = <7972/info:/1734319237075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8012=[#edits: 1 = <7973/info:/1734319237075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8013=[#edits: 1 = <7974/info:/1734319237075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8014=[#edits: 1 = <7975/info:/1734319237076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8015=[#edits: 1 = <7976/info:/1734319237076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8016=[#edits: 1 = <7977/info:/1734319237077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8017=[#edits: 1 = <7978/info:/1734319237077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8018=[#edits: 1 = <7979/info:/1734319237077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8019=[#edits: 1 = <7980/info:/1734319237078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8020=[#edits: 1 = <7981/info:/1734319237078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8021=[#edits: 1 = <7982/info:/1734319237079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8022=[#edits: 1 = <7983/info:/1734319237079/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=34322, nbRowKeys=23, nbHFiles=0, heapSize=3956, lastSeqIds={}, endOfFile=false,usedBufferSize=3956] 2024-12-16T03:20:37,089 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(269): Writing data from 8000 to 9000 2024-12-16T03:20:37,098 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 33 WAL entries eligible for replication 2024-12-16T03:20:37,098 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 36731, reset compression=false 2024-12-16T03:20:37,098 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8023=[#edits: 1 = <7984/info:/1734319237080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8024=[#edits: 1 = <7985/info:/1734319237080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8025=[#edits: 1 = <7986/info:/1734319237081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8026=[#edits: 1 = <7987/info:/1734319237081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8027=[#edits: 1 = <7988/info:/1734319237082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8028=[#edits: 1 = <7989/info:/1734319237082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8029=[#edits: 1 = <7990/info:/1734319237082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8030=[#edits: 1 = <7991/info:/1734319237084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8031=[#edits: 1 = <7992/info:/1734319237085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8032=[#edits: 1 = <7993/info:/1734319237085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8033=[#edits: 1 = <7994/info:/1734319237086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8034=[#edits: 1 = <7995/info:/1734319237087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8035=[#edits: 1 = <7996/info:/1734319237087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8036=[#edits: 1 = <7997/info:/1734319237088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8037=[#edits: 1 = <7998/info:/1734319237088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8038=[#edits: 1 = <7999/info:/1734319237088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8039=[#edits: 1 = <8000/info:/1734319237089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8040=[#edits: 1 = <8001/info:/1734319237089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8041=[#edits: 1 = <8002/info:/1734319237090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8042=[#edits: 1 = <8003/info:/1734319237090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8043=[#edits: 1 = <8004/info:/1734319237090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8044=[#edits: 1 = <8005/info:/1734319237091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8045=[#edits: 1 = <8006/info:/1734319237091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8046=[#edits: 1 = <8007/info:/1734319237091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8047=[#edits: 1 = <8008/info:/1734319237092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8048=[#edits: 1 = <8009/info:/1734319237092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8049=[#edits: 1 = <8010/info:/1734319237093/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8050=[#edits: 1 = <8011/info:/1734319237093/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8051=[#edits: 1 = <8012/info:/1734319237094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8052=[#edits: 1 = <8013/info:/1734319237094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8053=[#edits: 1 = <8014/info:/1734319237094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8054=[#edits: 1 = <8015/info:/1734319237095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8055=[#edits: 1 = <8016/info:/1734319237095/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=36731, nbRowKeys=33, nbHFiles=0, heapSize=5676, lastSeqIds={}, endOfFile=false,usedBufferSize=5676] 2024-12-16T03:20:37,105 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:37,105 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 37607, reset compression=false 2024-12-16T03:20:37,105 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8056=[#edits: 1 = <8017/info:/1734319237095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8057=[#edits: 1 = <8018/info:/1734319237096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8058=[#edits: 1 = <8019/info:/1734319237096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8059=[#edits: 1 = <8020/info:/1734319237098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8060=[#edits: 1 = <8021/info:/1734319237099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8061=[#edits: 1 = <8022/info:/1734319237100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8062=[#edits: 1 = <8023/info:/1734319237101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8063=[#edits: 1 = <8024/info:/1734319237101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8064=[#edits: 1 = <8025/info:/1734319237102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8065=[#edits: 1 = <8026/info:/1734319237102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8066=[#edits: 1 = <8027/info:/1734319237102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8067=[#edits: 1 = <8028/info:/1734319237103/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=37607, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:37,114 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-16T03:20:37,114 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8068=[#edits: 1 = <8029/info:/1734319237103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8069=[#edits: 1 = <8030/info:/1734319237104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8070=[#edits: 1 = <8031/info:/1734319237105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8071=[#edits: 1 = <8032/info:/1734319237106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8072=[#edits: 1 = <8033/info:/1734319237106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8073=[#edits: 1 = <8034/info:/1734319237107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8074=[#edits: 1 = <8035/info:/1734319237107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8075=[#edits: 1 = <8036/info:/1734319237108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8076=[#edits: 1 = <8037/info:/1734319237108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8077=[#edits: 1 = <8038/info:/1734319237109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8078=[#edits: 1 = <8039/info:/1734319237109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8079=[#edits: 1 = <8040/info:/1734319237109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8080=[#edits: 1 = <8041/info:/1734319237110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8081=[#edits: 1 = <8042/info:/1734319237110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8082=[#edits: 1 = <8043/info:/1734319237110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8083=[#edits: 1 = <8044/info:/1734319237111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8084=[#edits: 1 = <8045/info:/1734319237111/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=38848, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-16T03:20:37,114 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 38848, reset compression=false 2024-12-16T03:20:37,121 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-16T03:20:37,121 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 40016, reset compression=false 2024-12-16T03:20:37,121 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8085=[#edits: 1 = <8046/info:/1734319237112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8086=[#edits: 1 = <8047/info:/1734319237112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8087=[#edits: 1 = <8048/info:/1734319237113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8088=[#edits: 1 = <8049/info:/1734319237113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8089=[#edits: 1 = <8050/info:/1734319237114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8090=[#edits: 1 = <8051/info:/1734319237115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8091=[#edits: 1 = <8052/info:/1734319237115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8092=[#edits: 1 = <8053/info:/1734319237116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8093=[#edits: 1 = <8054/info:/1734319237116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8094=[#edits: 1 = <8055/info:/1734319237116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8095=[#edits: 1 = <8056/info:/1734319237117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8096=[#edits: 1 = <8057/info:/1734319237117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8097=[#edits: 1 = <8058/info:/1734319237118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8098=[#edits: 1 = <8059/info:/1734319237118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8099=[#edits: 1 = <8060/info:/1734319237119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8100=[#edits: 1 = <8061/info:/1734319237119/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=40016, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-16T03:20:37,127 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:37,127 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 40673, reset compression=false 2024-12-16T03:20:37,127 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8101=[#edits: 1 = <8062/info:/1734319237119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8102=[#edits: 1 = <8063/info:/1734319237120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8103=[#edits: 1 = <8064/info:/1734319237121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8104=[#edits: 1 = <8065/info:/1734319237121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8105=[#edits: 1 = <8066/info:/1734319237121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8106=[#edits: 1 = <8067/info:/1734319237122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8107=[#edits: 1 = <8068/info:/1734319237124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8108=[#edits: 1 = <8069/info:/1734319237125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8109=[#edits: 1 = <8070/info:/1734319237125/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=40673, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:37,132 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:37,132 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 40892, reset compression=false 2024-12-16T03:20:37,132 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8110=[#edits: 1 = <8071/info:/1734319237126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8111=[#edits: 1 = <8072/info:/1734319237127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8112=[#edits: 1 = <8073/info:/1734319237128/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=40892, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-16T03:20:37,141 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-16T03:20:37,141 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 42206, reset compression=false 2024-12-16T03:20:37,141 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8113=[#edits: 1 = <8074/info:/1734319237130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8114=[#edits: 1 = <8075/info:/1734319237131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8115=[#edits: 1 = <8076/info:/1734319237131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8116=[#edits: 1 = <8077/info:/1734319237133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8117=[#edits: 1 = <8078/info:/1734319237135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8118=[#edits: 1 = <8079/info:/1734319237136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8119=[#edits: 1 = <8080/info:/1734319237136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8120=[#edits: 1 = <8081/info:/1734319237136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8121=[#edits: 1 = <8082/info:/1734319237137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8122=[#edits: 1 = <8083/info:/1734319237137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8123=[#edits: 1 = <8084/info:/1734319237137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8124=[#edits: 1 = <8085/info:/1734319237138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8125=[#edits: 1 = <8086/info:/1734319237138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8126=[#edits: 1 = <8087/info:/1734319237138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8127=[#edits: 1 = <8088/info:/1734319237138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8128=[#edits: 1 = <8089/info:/1734319237139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8129=[#edits: 1 = <8090/info:/1734319237139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8130=[#edits: 1 = <8091/info:/1734319237139/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=42206, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-16T03:20:37,147 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-16T03:20:37,147 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 43374, reset compression=false 2024-12-16T03:20:37,147 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8131=[#edits: 1 = <8092/info:/1734319237140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8132=[#edits: 1 = <8093/info:/1734319237140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8133=[#edits: 1 = <8094/info:/1734319237140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8134=[#edits: 1 = <8095/info:/1734319237141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8135=[#edits: 1 = <8096/info:/1734319237141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8136=[#edits: 1 = <8097/info:/1734319237141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8137=[#edits: 1 = <8098/info:/1734319237142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8138=[#edits: 1 = <8099/info:/1734319237142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8139=[#edits: 1 = <8100/info:/1734319237143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8140=[#edits: 1 = <8101/info:/1734319237143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8141=[#edits: 1 = <8102/info:/1734319237143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8142=[#edits: 1 = <8103/info:/1734319237144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8143=[#edits: 1 = <8104/info:/1734319237144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8144=[#edits: 1 = <8105/info:/1734319237144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8145=[#edits: 1 = <8106/info:/1734319237145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8146=[#edits: 1 = <8107/info:/1734319237145/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=43374, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-16T03:20:37,152 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-16T03:20:37,152 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 44396, reset compression=false 2024-12-16T03:20:37,152 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8147=[#edits: 1 = <8108/info:/1734319237145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8148=[#edits: 1 = <8109/info:/1734319237146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8149=[#edits: 1 = <8110/info:/1734319237146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8150=[#edits: 1 = <8111/info:/1734319237147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8151=[#edits: 1 = <8112/info:/1734319237147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8152=[#edits: 1 = <8113/info:/1734319237147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8153=[#edits: 1 = <8114/info:/1734319237148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8154=[#edits: 1 = <8115/info:/1734319237148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8155=[#edits: 1 = <8116/info:/1734319237148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8156=[#edits: 1 = <8117/info:/1734319237149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8157=[#edits: 1 = <8118/info:/1734319237149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8158=[#edits: 1 = <8119/info:/1734319237149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8159=[#edits: 1 = <8120/info:/1734319237150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8160=[#edits: 1 = <8121/info:/1734319237150/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=44396, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-16T03:20:37,157 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:37,157 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 44907, reset compression=false 2024-12-16T03:20:37,157 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8161=[#edits: 1 = <8122/info:/1734319237151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8162=[#edits: 1 = <8123/info:/1734319237152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8163=[#edits: 1 = <8124/info:/1734319237152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8164=[#edits: 1 = <8125/info:/1734319237153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8165=[#edits: 1 = <8126/info:/1734319237154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8166=[#edits: 1 = <8127/info:/1734319237155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8167=[#edits: 1 = <8128/info:/1734319237155/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=44907, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:37,162 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:37,162 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 45783, reset compression=false 2024-12-16T03:20:37,162 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8168=[#edits: 1 = <8129/info:/1734319237155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8169=[#edits: 1 = <8130/info:/1734319237156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8170=[#edits: 1 = <8131/info:/1734319237156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8171=[#edits: 1 = <8132/info:/1734319237157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8172=[#edits: 1 = <8133/info:/1734319237158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8173=[#edits: 1 = <8134/info:/1734319237158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8174=[#edits: 1 = <8135/info:/1734319237159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8175=[#edits: 1 = <8136/info:/1734319237159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8176=[#edits: 1 = <8137/info:/1734319237159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8177=[#edits: 1 = <8138/info:/1734319237159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8178=[#edits: 1 = <8139/info:/1734319237160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8179=[#edits: 1 = <8140/info:/1734319237160/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=45783, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:37,167 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:37,167 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 46513, reset compression=false 2024-12-16T03:20:37,167 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8180=[#edits: 1 = <8141/info:/1734319237160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8181=[#edits: 1 = <8142/info:/1734319237161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8182=[#edits: 1 = <8143/info:/1734319237161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8183=[#edits: 1 = <8144/info:/1734319237162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8184=[#edits: 1 = <8145/info:/1734319237162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8185=[#edits: 1 = <8146/info:/1734319237163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8186=[#edits: 1 = <8147/info:/1734319237164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8187=[#edits: 1 = <8148/info:/1734319237164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8188=[#edits: 1 = <8149/info:/1734319237164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8189=[#edits: 1 = <8150/info:/1734319237165/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=46513, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:37,176 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:37,176 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 47024, reset compression=false 2024-12-16T03:20:37,176 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8190=[#edits: 1 = <8151/info:/1734319237165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8191=[#edits: 1 = <8152/info:/1734319237167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8192=[#edits: 1 = <8153/info:/1734319237168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8193=[#edits: 1 = <8154/info:/1734319237169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8194=[#edits: 1 = <8155/info:/1734319237169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8195=[#edits: 1 = <8156/info:/1734319237170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8196=[#edits: 1 = <8157/info:/1734319237170/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=47024, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:37,181 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:37,181 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 47389, reset compression=false 2024-12-16T03:20:37,181 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8197=[#edits: 1 = <8158/info:/1734319237171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8198=[#edits: 1 = <8159/info:/1734319237178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8199=[#edits: 1 = <8160/info:/1734319237178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8200=[#edits: 1 = <8161/info:/1734319237179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8201=[#edits: 1 = <8162/info:/1734319237180/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=47389, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:37,186 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-16T03:20:37,186 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 47973, reset compression=false 2024-12-16T03:20:37,186 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8202=[#edits: 1 = <8163/info:/1734319237180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8203=[#edits: 1 = <8164/info:/1734319237181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8204=[#edits: 1 = <8165/info:/1734319237182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8205=[#edits: 1 = <8166/info:/1734319237183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8206=[#edits: 1 = <8167/info:/1734319237183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8207=[#edits: 1 = <8168/info:/1734319237184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8208=[#edits: 1 = <8169/info:/1734319237184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8209=[#edits: 1 = <8170/info:/1734319237184/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=47973, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-16T03:20:37,192 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:37,192 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 48776, reset compression=false 2024-12-16T03:20:37,192 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8210=[#edits: 1 = <8171/info:/1734319237185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8211=[#edits: 1 = <8172/info:/1734319237185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8212=[#edits: 1 = <8173/info:/1734319237186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8213=[#edits: 1 = <8174/info:/1734319237187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8214=[#edits: 1 = <8175/info:/1734319237187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8215=[#edits: 1 = <8176/info:/1734319237188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8216=[#edits: 1 = <8177/info:/1734319237188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8217=[#edits: 1 = <8178/info:/1734319237188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8218=[#edits: 1 = <8179/info:/1734319237189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8219=[#edits: 1 = <8180/info:/1734319237189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8220=[#edits: 1 = <8181/info:/1734319237190/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=48776, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:37,198 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:37,198 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 49433, reset compression=false 2024-12-16T03:20:37,198 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8221=[#edits: 1 = <8182/info:/1734319237190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8222=[#edits: 1 = <8183/info:/1734319237191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8223=[#edits: 1 = <8184/info:/1734319237192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8224=[#edits: 1 = <8185/info:/1734319237193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8225=[#edits: 1 = <8186/info:/1734319237193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8226=[#edits: 1 = <8187/info:/1734319237194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8227=[#edits: 1 = <8188/info:/1734319237194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8228=[#edits: 1 = <8189/info:/1734319237195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8229=[#edits: 1 = <8190/info:/1734319237195/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=49433, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:37,204 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-16T03:20:37,204 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 50382, reset compression=false 2024-12-16T03:20:37,204 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8230=[#edits: 1 = <8191/info:/1734319237196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8231=[#edits: 1 = <8192/info:/1734319237196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8232=[#edits: 1 = <8193/info:/1734319237197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8233=[#edits: 1 = <8194/info:/1734319237197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8234=[#edits: 1 = <8195/info:/1734319237197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8235=[#edits: 1 = <8196/info:/1734319237198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8236=[#edits: 1 = <8197/info:/1734319237199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8237=[#edits: 1 = <8198/info:/1734319237199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8238=[#edits: 1 = <8199/info:/1734319237199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8239=[#edits: 1 = <8200/info:/1734319237200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8240=[#edits: 1 = <8201/info:/1734319237200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8241=[#edits: 1 = <8202/info:/1734319237201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8242=[#edits: 1 = <8203/info:/1734319237201/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=50382, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-16T03:20:37,210 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:37,210 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 50674, reset compression=false 2024-12-16T03:20:37,210 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8243=[#edits: 1 = <8204/info:/1734319237202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8244=[#edits: 1 = <8205/info:/1734319237205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8245=[#edits: 1 = <8206/info:/1734319237206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8246=[#edits: 1 = <8207/info:/1734319237206/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=50674, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:37,217 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:37,217 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8247=[#edits: 1 = <8208/info:/1734319237211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8248=[#edits: 1 = <8209/info:/1734319237212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8249=[#edits: 1 = <8210/info:/1734319237213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8250=[#edits: 1 = <8211/info:/1734319237213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8251=[#edits: 1 = <8212/info:/1734319237213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8252=[#edits: 1 = <8213/info:/1734319237214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8253=[#edits: 1 = <8214/info:/1734319237214/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=51185, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:37,217 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 51185, reset compression=false 2024-12-16T03:20:37,224 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-16T03:20:37,224 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 52134, reset compression=false 2024-12-16T03:20:37,224 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8254=[#edits: 1 = <8215/info:/1734319237215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8255=[#edits: 1 = <8216/info:/1734319237215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8256=[#edits: 1 = <8217/info:/1734319237216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8257=[#edits: 1 = <8218/info:/1734319237216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8258=[#edits: 1 = <8219/info:/1734319237217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8259=[#edits: 1 = <8220/info:/1734319237217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8260=[#edits: 1 = <8221/info:/1734319237218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8261=[#edits: 1 = <8222/info:/1734319237219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8262=[#edits: 1 = <8223/info:/1734319237219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8263=[#edits: 1 = <8224/info:/1734319237220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8264=[#edits: 1 = <8225/info:/1734319237220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8265=[#edits: 1 = <8226/info:/1734319237221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8266=[#edits: 1 = <8227/info:/1734319237221/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=52134, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-16T03:20:37,230 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:37,230 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 52353, reset compression=false 2024-12-16T03:20:37,230 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8267=[#edits: 1 = <8228/info:/1734319237222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8268=[#edits: 1 = <8229/info:/1734319237223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8269=[#edits: 1 = <8230/info:/1734319237227/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=52353, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-16T03:20:37,236 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:37,236 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 53010, reset compression=false 2024-12-16T03:20:37,236 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8270=[#edits: 1 = <8231/info:/1734319237228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8271=[#edits: 1 = <8232/info:/1734319237229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8272=[#edits: 1 = <8233/info:/1734319237230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8273=[#edits: 1 = <8234/info:/1734319237231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8274=[#edits: 1 = <8235/info:/1734319237232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8275=[#edits: 1 = <8236/info:/1734319237232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8276=[#edits: 1 = <8237/info:/1734319237233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8277=[#edits: 1 = <8238/info:/1734319237233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8278=[#edits: 1 = <8239/info:/1734319237234/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=53010, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:37,241 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:37,241 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 53667, reset compression=false 2024-12-16T03:20:37,241 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8279=[#edits: 1 = <8240/info:/1734319237234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8280=[#edits: 1 = <8241/info:/1734319237234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8281=[#edits: 1 = <8242/info:/1734319237235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8282=[#edits: 1 = <8243/info:/1734319237235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8283=[#edits: 1 = <8244/info:/1734319237235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8284=[#edits: 1 = <8245/info:/1734319237236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8285=[#edits: 1 = <8246/info:/1734319237237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8286=[#edits: 1 = <8247/info:/1734319237237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8287=[#edits: 1 = <8248/info:/1734319237238/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=53667, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:37,251 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:37,251 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8288=[#edits: 1 = <8249/info:/1734319237239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8289=[#edits: 1 = <8250/info:/1734319237239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8290=[#edits: 1 = <8251/info:/1734319237240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8291=[#edits: 1 = <8252/info:/1734319237241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8292=[#edits: 1 = <8253/info:/1734319237241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8293=[#edits: 1 = <8254/info:/1734319237242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8294=[#edits: 1 = <8255/info:/1734319237242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8295=[#edits: 1 = <8256/info:/1734319237242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8296=[#edits: 1 = <8257/info:/1734319237243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8297=[#edits: 1 = <8258/info:/1734319237243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8298=[#edits: 1 = <8259/info:/1734319237244/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=54470, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:37,251 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 54470, reset compression=false 2024-12-16T03:20:37,258 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 31 WAL entries eligible for replication 2024-12-16T03:20:37,258 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 56733, reset compression=false 2024-12-16T03:20:37,258 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8299=[#edits: 1 = <8260/info:/1734319237244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8300=[#edits: 1 = <8261/info:/1734319237245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8301=[#edits: 1 = <8262/info:/1734319237245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8302=[#edits: 1 = <8263/info:/1734319237245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8303=[#edits: 1 = <8264/info:/1734319237246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8304=[#edits: 1 = <8265/info:/1734319237246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8305=[#edits: 1 = <8266/info:/1734319237246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8306=[#edits: 1 = <8267/info:/1734319237247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8307=[#edits: 1 = <8268/info:/1734319237247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8308=[#edits: 1 = <8269/info:/1734319237247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8309=[#edits: 1 = <8270/info:/1734319237248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8310=[#edits: 1 = <8271/info:/1734319237248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8311=[#edits: 1 = <8272/info:/1734319237248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8312=[#edits: 1 = <8273/info:/1734319237249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8313=[#edits: 1 = <8274/info:/1734319237249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8314=[#edits: 1 = <8275/info:/1734319237249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8315=[#edits: 1 = <8276/info:/1734319237250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8316=[#edits: 1 = <8277/info:/1734319237250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8317=[#edits: 1 = <8278/info:/1734319237250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8318=[#edits: 1 = <8279/info:/1734319237251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8319=[#edits: 1 = <8280/info:/1734319237251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8320=[#edits: 1 = <8281/info:/1734319237252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8321=[#edits: 1 = <8282/info:/1734319237253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8322=[#edits: 1 = <8283/info:/1734319237253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8323=[#edits: 1 = <8284/info:/1734319237253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8324=[#edits: 1 = <8285/info:/1734319237253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8325=[#edits: 1 = <8286/info:/1734319237254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8326=[#edits: 1 = <8287/info:/1734319237254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8327=[#edits: 1 = <8288/info:/1734319237254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8328=[#edits: 1 = <8289/info:/1734319237255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8329=[#edits: 1 = <8290/info:/1734319237255/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=56733, nbRowKeys=31, nbHFiles=0, heapSize=5332, lastSeqIds={}, endOfFile=false,usedBufferSize=5332] 2024-12-16T03:20:37,263 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-16T03:20:37,263 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 57901, reset compression=false 2024-12-16T03:20:37,263 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8330=[#edits: 1 = <8291/info:/1734319237255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8331=[#edits: 1 = <8292/info:/1734319237256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8332=[#edits: 1 = <8293/info:/1734319237256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8333=[#edits: 1 = <8294/info:/1734319237256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8334=[#edits: 1 = <8295/info:/1734319237257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8335=[#edits: 1 = <8296/info:/1734319237257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8336=[#edits: 1 = <8297/info:/1734319237257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8337=[#edits: 1 = <8298/info:/1734319237258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8338=[#edits: 1 = <8299/info:/1734319237258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8339=[#edits: 1 = <8300/info:/1734319237258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8340=[#edits: 1 = <8301/info:/1734319237259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8341=[#edits: 1 = <8302/info:/1734319237260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8342=[#edits: 1 = <8303/info:/1734319237260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8343=[#edits: 1 = <8304/info:/1734319237260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8344=[#edits: 1 = <8305/info:/1734319237261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8345=[#edits: 1 = <8306/info:/1734319237261/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=57901, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-16T03:20:37,269 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-16T03:20:37,269 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 58850, reset compression=false 2024-12-16T03:20:37,269 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8346=[#edits: 1 = <8307/info:/1734319237261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8347=[#edits: 1 = <8308/info:/1734319237262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8348=[#edits: 1 = <8309/info:/1734319237262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8349=[#edits: 1 = <8310/info:/1734319237263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8350=[#edits: 1 = <8311/info:/1734319237263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8351=[#edits: 1 = <8312/info:/1734319237263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8352=[#edits: 1 = <8313/info:/1734319237264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8353=[#edits: 1 = <8314/info:/1734319237265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8354=[#edits: 1 = <8315/info:/1734319237265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8355=[#edits: 1 = <8316/info:/1734319237266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8356=[#edits: 1 = <8317/info:/1734319237266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8357=[#edits: 1 = <8318/info:/1734319237266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8358=[#edits: 1 = <8319/info:/1734319237267/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=58850, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-16T03:20:37,273 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:37,273 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 59653, reset compression=false 2024-12-16T03:20:37,273 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8359=[#edits: 1 = <8320/info:/1734319237267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8360=[#edits: 1 = <8321/info:/1734319237267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8361=[#edits: 1 = <8322/info:/1734319237268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8362=[#edits: 1 = <8323/info:/1734319237269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8363=[#edits: 1 = <8324/info:/1734319237269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8364=[#edits: 1 = <8325/info:/1734319237270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8365=[#edits: 1 = <8326/info:/1734319237270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8366=[#edits: 1 = <8327/info:/1734319237270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8367=[#edits: 1 = <8328/info:/1734319237271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8368=[#edits: 1 = <8329/info:/1734319237271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8369=[#edits: 1 = <8330/info:/1734319237271/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=59653, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:37,278 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-16T03:20:37,278 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 60675, reset compression=false 2024-12-16T03:20:37,279 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8370=[#edits: 1 = <8331/info:/1734319237271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8371=[#edits: 1 = <8332/info:/1734319237272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8372=[#edits: 1 = <8333/info:/1734319237272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8373=[#edits: 1 = <8334/info:/1734319237272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8374=[#edits: 1 = <8335/info:/1734319237273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8375=[#edits: 1 = <8336/info:/1734319237273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8376=[#edits: 1 = <8337/info:/1734319237273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8377=[#edits: 1 = <8338/info:/1734319237274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8378=[#edits: 1 = <8339/info:/1734319237274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8379=[#edits: 1 = <8340/info:/1734319237274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8380=[#edits: 1 = <8341/info:/1734319237275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8381=[#edits: 1 = <8342/info:/1734319237276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8382=[#edits: 1 = <8343/info:/1734319237276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8383=[#edits: 1 = <8344/info:/1734319237276/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=60675, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-16T03:20:37,283 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:37,283 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 60821, reset compression=false 2024-12-16T03:20:37,283 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8384=[#edits: 1 = <8345/info:/1734319237277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8385=[#edits: 1 = <8346/info:/1734319237277/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=60821, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-16T03:20:37,287 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:37,287 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 61624, reset compression=false 2024-12-16T03:20:37,287 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8386=[#edits: 1 = <8347/info:/1734319237282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8387=[#edits: 1 = <8348/info:/1734319237283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8388=[#edits: 1 = <8349/info:/1734319237283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8389=[#edits: 1 = <8350/info:/1734319237283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8390=[#edits: 1 = <8351/info:/1734319237284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8391=[#edits: 1 = <8352/info:/1734319237284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8392=[#edits: 1 = <8353/info:/1734319237284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8393=[#edits: 1 = <8354/info:/1734319237284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8394=[#edits: 1 = <8355/info:/1734319237285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8395=[#edits: 1 = <8356/info:/1734319237285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8396=[#edits: 1 = <8357/info:/1734319237285/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=61624, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:37,291 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:37,291 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 62427, reset compression=false 2024-12-16T03:20:37,291 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8397=[#edits: 1 = <8358/info:/1734319237286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8398=[#edits: 1 = <8359/info:/1734319237286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8399=[#edits: 1 = <8360/info:/1734319237286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8400=[#edits: 1 = <8361/info:/1734319237287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8401=[#edits: 1 = <8362/info:/1734319237287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8402=[#edits: 1 = <8363/info:/1734319237288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8403=[#edits: 1 = <8364/info:/1734319237288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8404=[#edits: 1 = <8365/info:/1734319237288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8405=[#edits: 1 = <8366/info:/1734319237289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8406=[#edits: 1 = <8367/info:/1734319237289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8407=[#edits: 1 = <8368/info:/1734319237289/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=62427, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:37,296 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:37,296 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 63230, reset compression=false 2024-12-16T03:20:37,296 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8408=[#edits: 1 = <8369/info:/1734319237290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8409=[#edits: 1 = <8370/info:/1734319237290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8410=[#edits: 1 = <8371/info:/1734319237290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8411=[#edits: 1 = <8372/info:/1734319237291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8412=[#edits: 1 = <8373/info:/1734319237291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8413=[#edits: 1 = <8374/info:/1734319237292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8414=[#edits: 1 = <8375/info:/1734319237292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8415=[#edits: 1 = <8376/info:/1734319237292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8416=[#edits: 1 = <8377/info:/1734319237293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8417=[#edits: 1 = <8378/info:/1734319237293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8418=[#edits: 1 = <8379/info:/1734319237293/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=63230, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:37,301 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:37,301 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 63887, reset compression=false 2024-12-16T03:20:37,301 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8419=[#edits: 1 = <8380/info:/1734319237294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8420=[#edits: 1 = <8381/info:/1734319237294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8421=[#edits: 1 = <8382/info:/1734319237295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8422=[#edits: 1 = <8383/info:/1734319237295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8423=[#edits: 1 = <8384/info:/1734319237295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8424=[#edits: 1 = <8385/info:/1734319237296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8425=[#edits: 1 = <8386/info:/1734319237297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8426=[#edits: 1 = <8387/info:/1734319237297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8427=[#edits: 1 = <8388/info:/1734319237298/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=63887, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:37,306 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-16T03:20:37,306 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 64471, reset compression=false 2024-12-16T03:20:37,306 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8428=[#edits: 1 = <8389/info:/1734319237299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8429=[#edits: 1 = <8390/info:/1734319237299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8430=[#edits: 1 = <8391/info:/1734319237300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8431=[#edits: 1 = <8392/info:/1734319237302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8432=[#edits: 1 = <8393/info:/1734319237303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8433=[#edits: 1 = <8394/info:/1734319237303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8434=[#edits: 1 = <8395/info:/1734319237303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8435=[#edits: 1 = <8396/info:/1734319237304/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=64471, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-16T03:20:37,311 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:37,311 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 65128, reset compression=false 2024-12-16T03:20:37,311 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8436=[#edits: 1 = <8397/info:/1734319237304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8437=[#edits: 1 = <8398/info:/1734319237305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8438=[#edits: 1 = <8399/info:/1734319237306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8439=[#edits: 1 = <8400/info:/1734319237307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8440=[#edits: 1 = <8401/info:/1734319237307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8441=[#edits: 1 = <8402/info:/1734319237308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8442=[#edits: 1 = <8403/info:/1734319237308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8443=[#edits: 1 = <8404/info:/1734319237309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8444=[#edits: 1 = <8405/info:/1734319237309/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=65128, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:37,317 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:37,317 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 65858, reset compression=false 2024-12-16T03:20:37,317 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8445=[#edits: 1 = <8406/info:/1734319237309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8446=[#edits: 1 = <8407/info:/1734319237310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8447=[#edits: 1 = <8408/info:/1734319237311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8448=[#edits: 1 = <8409/info:/1734319237312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8449=[#edits: 1 = <8410/info:/1734319237313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8450=[#edits: 1 = <8411/info:/1734319237313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8451=[#edits: 1 = <8412/info:/1734319237313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8452=[#edits: 1 = <8413/info:/1734319237314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8453=[#edits: 1 = <8414/info:/1734319237314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8454=[#edits: 1 = <8415/info:/1734319237315/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=65858, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:37,329 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-16T03:20:37,329 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 66807, reset compression=false 2024-12-16T03:20:37,329 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8455=[#edits: 1 = <8416/info:/1734319237316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8456=[#edits: 1 = <8417/info:/1734319237316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8457=[#edits: 1 = <8418/info:/1734319237317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8458=[#edits: 1 = <8419/info:/1734319237317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8459=[#edits: 1 = <8420/info:/1734319237317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8460=[#edits: 1 = <8421/info:/1734319237318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8461=[#edits: 1 = <8422/info:/1734319237321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8462=[#edits: 1 = <8423/info:/1734319237321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8463=[#edits: 1 = <8424/info:/1734319237322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8464=[#edits: 1 = <8425/info:/1734319237322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8465=[#edits: 1 = <8426/info:/1734319237322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8466=[#edits: 1 = <8427/info:/1734319237323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8467=[#edits: 1 = <8428/info:/1734319237323/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=66807, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-16T03:20:37,338 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 31 WAL entries eligible for replication 2024-12-16T03:20:37,338 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 69070, reset compression=false 2024-12-16T03:20:37,338 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8468=[#edits: 1 = <8429/info:/1734319237323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8469=[#edits: 1 = <8430/info:/1734319237324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8470=[#edits: 1 = <8431/info:/1734319237324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8471=[#edits: 1 = <8432/info:/1734319237324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8472=[#edits: 1 = <8433/info:/1734319237325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8473=[#edits: 1 = <8434/info:/1734319237325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8474=[#edits: 1 = <8435/info:/1734319237325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8475=[#edits: 1 = <8436/info:/1734319237326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8476=[#edits: 1 = <8437/info:/1734319237326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8477=[#edits: 1 = <8438/info:/1734319237326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8478=[#edits: 1 = <8439/info:/1734319237327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8479=[#edits: 1 = <8440/info:/1734319237327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8480=[#edits: 1 = <8441/info:/1734319237327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8481=[#edits: 1 = <8442/info:/1734319237328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8482=[#edits: 1 = <8443/info:/1734319237329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8483=[#edits: 1 = <8444/info:/1734319237329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8484=[#edits: 1 = <8445/info:/1734319237330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8485=[#edits: 1 = <8446/info:/1734319237330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8486=[#edits: 1 = <8447/info:/1734319237331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8487=[#edits: 1 = <8448/info:/1734319237331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8488=[#edits: 1 = <8449/info:/1734319237332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8489=[#edits: 1 = <8450/info:/1734319237332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8490=[#edits: 1 = <8451/info:/1734319237332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8491=[#edits: 1 = <8452/info:/1734319237333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8492=[#edits: 1 = <8453/info:/1734319237333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8493=[#edits: 1 = <8454/info:/1734319237334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8494=[#edits: 1 = <8455/info:/1734319237334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8495=[#edits: 1 = <8456/info:/1734319237334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8496=[#edits: 1 = <8457/info:/1734319237334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8497=[#edits: 1 = <8458/info:/1734319237335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8498=[#edits: 1 = <8459/info:/1734319237335/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=69070, nbRowKeys=31, nbHFiles=0, heapSize=5332, lastSeqIds={}, endOfFile=false,usedBufferSize=5332] 2024-12-16T03:20:37,343 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:37,343 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 69946, reset compression=false 2024-12-16T03:20:37,343 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8499=[#edits: 1 = <8460/info:/1734319237336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8500=[#edits: 1 = <8461/info:/1734319237336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8501=[#edits: 1 = <8462/info:/1734319237337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8502=[#edits: 1 = <8463/info:/1734319237337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8503=[#edits: 1 = <8464/info:/1734319237337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8504=[#edits: 1 = <8465/info:/1734319237338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8505=[#edits: 1 = <8466/info:/1734319237338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8506=[#edits: 1 = <8467/info:/1734319237339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8507=[#edits: 1 = <8468/info:/1734319237340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8508=[#edits: 1 = <8469/info:/1734319237340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8509=[#edits: 1 = <8470/info:/1734319237340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8510=[#edits: 1 = <8471/info:/1734319237341/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=69946, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:37,348 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:37,348 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 70822, reset compression=false 2024-12-16T03:20:37,348 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8511=[#edits: 1 = <8472/info:/1734319237341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8512=[#edits: 1 = <8473/info:/1734319237342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8513=[#edits: 1 = <8474/info:/1734319237342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8514=[#edits: 1 = <8475/info:/1734319237342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8515=[#edits: 1 = <8476/info:/1734319237343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8516=[#edits: 1 = <8477/info:/1734319237343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8517=[#edits: 1 = <8478/info:/1734319237344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8518=[#edits: 1 = <8479/info:/1734319237344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8519=[#edits: 1 = <8480/info:/1734319237345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8520=[#edits: 1 = <8481/info:/1734319237345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8521=[#edits: 1 = <8482/info:/1734319237345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8522=[#edits: 1 = <8483/info:/1734319237346/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=70822, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:37,353 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:37,353 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 71698, reset compression=false 2024-12-16T03:20:37,353 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8523=[#edits: 1 = <8484/info:/1734319237346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8524=[#edits: 1 = <8485/info:/1734319237347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8525=[#edits: 1 = <8486/info:/1734319237347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8526=[#edits: 1 = <8487/info:/1734319237347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8527=[#edits: 1 = <8488/info:/1734319237348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8528=[#edits: 1 = <8489/info:/1734319237348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8529=[#edits: 1 = <8490/info:/1734319237349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8530=[#edits: 1 = <8491/info:/1734319237349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8531=[#edits: 1 = <8492/info:/1734319237349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8532=[#edits: 1 = <8493/info:/1734319237350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8533=[#edits: 1 = <8494/info:/1734319237350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8534=[#edits: 1 = <8495/info:/1734319237351/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=71698, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:37,357 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:37,357 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 72428, reset compression=false 2024-12-16T03:20:37,357 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8535=[#edits: 1 = <8496/info:/1734319237351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8536=[#edits: 1 = <8497/info:/1734319237352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8537=[#edits: 1 = <8498/info:/1734319237352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8538=[#edits: 1 = <8499/info:/1734319237353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8539=[#edits: 1 = <8500/info:/1734319237354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8540=[#edits: 1 = <8501/info:/1734319237354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8541=[#edits: 1 = <8502/info:/1734319237354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8542=[#edits: 1 = <8503/info:/1734319237355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8543=[#edits: 1 = <8504/info:/1734319237355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8544=[#edits: 1 = <8505/info:/1734319237356/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=72428, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:37,362 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:37,362 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 73304, reset compression=false 2024-12-16T03:20:37,362 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8545=[#edits: 1 = <8506/info:/1734319237356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8546=[#edits: 1 = <8507/info:/1734319237357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8547=[#edits: 1 = <8508/info:/1734319237357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8548=[#edits: 1 = <8509/info:/1734319237357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8549=[#edits: 1 = <8510/info:/1734319237357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8550=[#edits: 1 = <8511/info:/1734319237358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8551=[#edits: 1 = <8512/info:/1734319237359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8552=[#edits: 1 = <8513/info:/1734319237359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8553=[#edits: 1 = <8514/info:/1734319237359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8554=[#edits: 1 = <8515/info:/1734319237360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8555=[#edits: 1 = <8516/info:/1734319237360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8556=[#edits: 1 = <8517/info:/1734319237360/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=73304, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:37,367 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:37,367 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 73961, reset compression=false 2024-12-16T03:20:37,367 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8557=[#edits: 1 = <8518/info:/1734319237361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8558=[#edits: 1 = <8519/info:/1734319237361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8559=[#edits: 1 = <8520/info:/1734319237362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8560=[#edits: 1 = <8521/info:/1734319237362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8561=[#edits: 1 = <8522/info:/1734319237363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8562=[#edits: 1 = <8523/info:/1734319237363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8563=[#edits: 1 = <8524/info:/1734319237364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8564=[#edits: 1 = <8525/info:/1734319237364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8565=[#edits: 1 = <8526/info:/1734319237365/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=73961, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:37,371 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:37,371 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 74691, reset compression=false 2024-12-16T03:20:37,371 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8566=[#edits: 1 = <8527/info:/1734319237365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8567=[#edits: 1 = <8528/info:/1734319237366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8568=[#edits: 1 = <8529/info:/1734319237367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8569=[#edits: 1 = <8530/info:/1734319237367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8570=[#edits: 1 = <8531/info:/1734319237368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8571=[#edits: 1 = <8532/info:/1734319237368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8572=[#edits: 1 = <8533/info:/1734319237368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8573=[#edits: 1 = <8534/info:/1734319237368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8574=[#edits: 1 = <8535/info:/1734319237369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8575=[#edits: 1 = <8536/info:/1734319237369/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=74691, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:37,377 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:37,377 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 75567, reset compression=false 2024-12-16T03:20:37,377 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8576=[#edits: 1 = <8537/info:/1734319237370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8577=[#edits: 1 = <8538/info:/1734319237370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8578=[#edits: 1 = <8539/info:/1734319237371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8579=[#edits: 1 = <8540/info:/1734319237371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8580=[#edits: 1 = <8541/info:/1734319237372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8581=[#edits: 1 = <8542/info:/1734319237372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8582=[#edits: 1 = <8543/info:/1734319237372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8583=[#edits: 1 = <8544/info:/1734319237373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8584=[#edits: 1 = <8545/info:/1734319237373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8585=[#edits: 1 = <8546/info:/1734319237373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8586=[#edits: 1 = <8547/info:/1734319237374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8587=[#edits: 1 = <8548/info:/1734319237374/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=75567, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:37,383 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:37,383 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 76005, reset compression=false 2024-12-16T03:20:37,383 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8588=[#edits: 1 = <8549/info:/1734319237375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8589=[#edits: 1 = <8550/info:/1734319237375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8590=[#edits: 1 = <8551/info:/1734319237376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8591=[#edits: 1 = <8552/info:/1734319237376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8592=[#edits: 1 = <8553/info:/1734319237378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8593=[#edits: 1 = <8554/info:/1734319237379/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=76005, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:37,388 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:37,388 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 76443, reset compression=false 2024-12-16T03:20:37,388 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8594=[#edits: 1 = <8555/info:/1734319237381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8595=[#edits: 1 = <8556/info:/1734319237382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8596=[#edits: 1 = <8557/info:/1734319237382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8597=[#edits: 1 = <8558/info:/1734319237383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8598=[#edits: 1 = <8559/info:/1734319237384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8599=[#edits: 1 = <8560/info:/1734319237384/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=76443, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:37,394 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:37,394 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 76808, reset compression=false 2024-12-16T03:20:37,394 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8600=[#edits: 1 = <8561/info:/1734319237385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8601=[#edits: 1 = <8562/info:/1734319237387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8602=[#edits: 1 = <8563/info:/1734319237392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8603=[#edits: 1 = <8564/info:/1734319237392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8604=[#edits: 1 = <8565/info:/1734319237392/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=76808, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:37,400 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:37,400 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 77611, reset compression=false 2024-12-16T03:20:37,400 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8605=[#edits: 1 = <8566/info:/1734319237393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8606=[#edits: 1 = <8567/info:/1734319237393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8607=[#edits: 1 = <8568/info:/1734319237394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8608=[#edits: 1 = <8569/info:/1734319237395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8609=[#edits: 1 = <8570/info:/1734319237395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8610=[#edits: 1 = <8571/info:/1734319237396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8611=[#edits: 1 = <8572/info:/1734319237396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8612=[#edits: 1 = <8573/info:/1734319237396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8613=[#edits: 1 = <8574/info:/1734319237397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8614=[#edits: 1 = <8575/info:/1734319237397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8615=[#edits: 1 = <8576/info:/1734319237397/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=77611, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:37,404 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:37,404 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 78414, reset compression=false 2024-12-16T03:20:37,404 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8616=[#edits: 1 = <8577/info:/1734319237398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8617=[#edits: 1 = <8578/info:/1734319237398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8618=[#edits: 1 = <8579/info:/1734319237399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8619=[#edits: 1 = <8580/info:/1734319237399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8620=[#edits: 1 = <8581/info:/1734319237400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8621=[#edits: 1 = <8582/info:/1734319237400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8622=[#edits: 1 = <8583/info:/1734319237401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8623=[#edits: 1 = <8584/info:/1734319237401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8624=[#edits: 1 = <8585/info:/1734319237402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8625=[#edits: 1 = <8586/info:/1734319237402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8626=[#edits: 1 = <8587/info:/1734319237402/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=78414, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:37,409 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:37,409 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 78925, reset compression=false 2024-12-16T03:20:37,409 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8627=[#edits: 1 = <8588/info:/1734319237403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8628=[#edits: 1 = <8589/info:/1734319237403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8629=[#edits: 1 = <8590/info:/1734319237404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8630=[#edits: 1 = <8591/info:/1734319237405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8631=[#edits: 1 = <8592/info:/1734319237406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8632=[#edits: 1 = <8593/info:/1734319237406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8633=[#edits: 1 = <8594/info:/1734319237407/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=78925, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:37,414 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:37,414 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta to pos 79655, reset compression=false 2024-12-16T03:20:37,414 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8634=[#edits: 1 = <8595/info:/1734319237407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8635=[#edits: 1 = <8596/info:/1734319237408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8636=[#edits: 1 = <8597/info:/1734319237408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8637=[#edits: 1 = <8598/info:/1734319237409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8638=[#edits: 1 = <8599/info:/1734319237410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8639=[#edits: 1 = <8600/info:/1734319237410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8640=[#edits: 1 = <8601/info:/1734319237410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8641=[#edits: 1 = <8602/info:/1734319237411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8642=[#edits: 1 = <8603/info:/1734319237411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8643=[#edits: 1 = <8604/info:/1734319237412/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=79655, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:37,419 DEBUG [AsyncFSWAL-0-hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52-prefix:f0d65a6309ee,39197,1734319226583.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-16T03:20:37,419 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C39197%2C1734319226583.meta:.meta(num 1734319236464) roll requested 2024-12-16T03:20:37,437 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, exclude list is [], retry=0 2024-12-16T03:20:37,439 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-8438bcdc-2a7c-427f-bcda-ddcc96fa59b4,DISK] 2024-12-16T03:20:37,439 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37007,DS-8b0e717c-0918-408e-9205-67381807f050,DISK] 2024-12-16T03:20:37,439 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-a861ef63-101e-495d-bfe2-a3b70da2502b,DISK] 2024-12-16T03:20:37,441 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta with entries=1162, filesize=82.92 KB; new WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta 2024-12-16T03:20:37,442 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33211:33211),(127.0.0.1/127.0.0.1:32777:32777),(127.0.0.1/127.0.0.1:38409:38409)] 2024-12-16T03:20:37,442 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:37,442 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta for the last time to pos 80531, reset compression=false 2024-12-16T03:20:37,444 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta not finished, retry = 0 2024-12-16T03:20:37,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741859_1035 (size=84919) 2024-12-16T03:20:37,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741859_1035 (size=84919) 2024-12-16T03:20:37,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741859_1035 (size=84919) 2024-12-16T03:20:37,448 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:37,448 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta 2024-12-16T03:20:37,448 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:37,448 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8644=[#edits: 1 = <8605/info:/1734319237412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8645=[#edits: 1 = <8606/info:/1734319237413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8646=[#edits: 1 = <8607/info:/1734319237413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8647=[#edits: 1 = <8608/info:/1734319237413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8648=[#edits: 1 = <8609/info:/1734319237414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8649=[#edits: 1 = <8610/info:/1734319237414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8650=[#edits: 1 = <8611/info:/1734319237415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8651=[#edits: 1 = <8612/info:/1734319237416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8652=[#edits: 1 = <8613/info:/1734319237416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8653=[#edits: 1 = <8614/info:/1734319237416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8654=[#edits: 1 = <8615/info:/1734319237417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8655=[#edits: 1 = <8616/info:/1734319237417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8656=[#edits: 1 = <8617/info:/1734319237419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8657=[#edits: 1 = <8618/info:/1734319237420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8658=[#edits: 1 = <8619/info:/1734319237420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8659=[#edits: 1 = <8620/info:/1734319237421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8660=[#edits: 1 = <8621/info:/1734319237421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8661=[#edits: 1 = <8622/info:/1734319237421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8662=[#edits: 1 = <8623/info:/1734319237422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8663=[#edits: 1 = <8624/info:/1734319237422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8664=[#edits: 1 = <8625/info:/1734319237422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8665=[#edits: 1 = <8626/info:/1734319237423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8666=[#edits: 1 = <8627/info:/1734319237423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8667=[#edits: 1 = <8628/info:/1734319237423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8668=[#edits: 1 = <8629/info:/1734319237423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8669=[#edits: 1 = <8630/info:/1734319237424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8670=[#edits: 1 = <8631/info:/1734319237424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8671=[#edits: 1 = <8632/info:/1734319237424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8672=[#edits: 1 = <8633/info:/1734319237425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8673=[#edits: 1 = <8634/info:/1734319237425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8674=[#edits: 1 = <8635/info:/1734319237425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8675=[#edits: 1 = <8636/info:/1734319237426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8676=[#edits: 1 = <8637/info:/1734319237426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8677=[#edits: 1 = <8638/info:/1734319237426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8678=[#edits: 1 = <8639/info:/1734319237427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8679=[#edits: 1 = <8640/info:/1734319237427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8680=[#edits: 1 = <8641/info:/1734319237427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8681=[#edits: 1 = <8642/info:/1734319237427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8682=[#edits: 1 = <8643/info:/1734319237428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8683=[#edits: 1 = <8644/info:/1734319237428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8684=[#edits: 1 = <8645/info:/1734319237428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8685=[#edits: 1 = <8646/info:/1734319237429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8686=[#edits: 1 = <8647/info:/1734319237429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8687=[#edits: 1 = <8648/info:/1734319237429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8688=[#edits: 1 = <8649/info:/1734319237430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8689=[#edits: 1 = <8650/info:/1734319237430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8690=[#edits: 1 = <8651/info:/1734319237430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8691=[#edits: 1 = <8652/info:/1734319237431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8692=[#edits: 1 = <8653/info:/1734319237431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8693=[#edits: 1 = <8654/info:/1734319237431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8694=[#edits: 1 = <8655/info:/1734319237432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8695=[#edits: 1 = <8656/info:/1734319237432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8696=[#edits: 1 = <8657/info:/1734319237432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8697=[#edits: 1 = <8658/info:/1734319237432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8698=[#edits: 1 = <8659/info:/1734319237433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8699=[#edits: 1 = <8660/info:/1734319237433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8700=[#edits: 1 = <8661/info:/1734319237433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8701=[#edits: 1 = <8662/info:/1734319237434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8702=[#edits: 1 = <8663/info:/1734319237434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8703=[#edits: 1 = <8664/info:/1734319237434/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=84035, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:37,448 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:37,450 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8704=[#edits: 1 = <8665/info:/1734319237435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8705=[#edits: 1 = <8666/info:/1734319237435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8706=[#edits: 1 = <8667/info:/1734319237435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8707=[#edits: 1 = <8668/info:/1734319237436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8708=[#edits: 1 = <8669/info:/1734319237436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8709=[#edits: 1 = <8670/info:/1734319237436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8710=[#edits: 1 = <8671/info:/1734319237436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8711=[#edits: 1 = <8672/info:/1734319237437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8712=[#edits: 1 = <8673/info:/1734319237437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8713=[#edits: 1 = <8674/info:/1734319237438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8714=[#edits: 1 = <8675/info:/1734319237438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8715=[#edits: 1 = <8676/info:/1734319237439/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319236464.meta, lastWalPosition=84911, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=true,usedBufferSize=2064] 2024-12-16T03:20:37,454 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-16T03:20:37,454 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 1107, reset compression=false 2024-12-16T03:20:37,454 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8716=[#edits: 1 = <8677/info:/1734319237441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8717=[#edits: 1 = <8678/info:/1734319237443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8718=[#edits: 1 = <8679/info:/1734319237446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8719=[#edits: 1 = <8680/info:/1734319237446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8720=[#edits: 1 = <8681/info:/1734319237447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8721=[#edits: 1 = <8682/info:/1734319237447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8722=[#edits: 1 = <8683/info:/1734319237448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8723=[#edits: 1 = <8684/info:/1734319237449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8724=[#edits: 1 = <8685/info:/1734319237450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8725=[#edits: 1 = <8686/info:/1734319237450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8726=[#edits: 1 = <8687/info:/1734319237450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8727=[#edits: 1 = <8688/info:/1734319237451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8728=[#edits: 1 = <8689/info:/1734319237451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8729=[#edits: 1 = <8690/info:/1734319237452/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=1107, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-16T03:20:37,459 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:37,459 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 1399, reset compression=false 2024-12-16T03:20:37,459 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8730=[#edits: 1 = <8691/info:/1734319237453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8731=[#edits: 1 = <8692/info:/1734319237454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8732=[#edits: 1 = <8693/info:/1734319237454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8733=[#edits: 1 = <8694/info:/1734319237457/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=1399, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:37,463 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:37,463 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 2056, reset compression=false 2024-12-16T03:20:37,463 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8734=[#edits: 1 = <8695/info:/1734319237458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8735=[#edits: 1 = <8696/info:/1734319237459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8736=[#edits: 1 = <8697/info:/1734319237459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8737=[#edits: 1 = <8698/info:/1734319237460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8738=[#edits: 1 = <8699/info:/1734319237460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8739=[#edits: 1 = <8700/info:/1734319237460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8740=[#edits: 1 = <8701/info:/1734319237461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8741=[#edits: 1 = <8702/info:/1734319237461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8742=[#edits: 1 = <8703/info:/1734319237461/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=2056, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:37,468 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:37,468 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 2348, reset compression=false 2024-12-16T03:20:37,468 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8743=[#edits: 1 = <8704/info:/1734319237462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8744=[#edits: 1 = <8705/info:/1734319237462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8745=[#edits: 1 = <8706/info:/1734319237463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8746=[#edits: 1 = <8707/info:/1734319237466/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=2348, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:37,472 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:37,472 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 2786, reset compression=false 2024-12-16T03:20:37,472 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8747=[#edits: 1 = <8708/info:/1734319237467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8748=[#edits: 1 = <8709/info:/1734319237467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8749=[#edits: 1 = <8710/info:/1734319237468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8750=[#edits: 1 = <8711/info:/1734319237469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8751=[#edits: 1 = <8712/info:/1734319237469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8752=[#edits: 1 = <8713/info:/1734319237470/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=2786, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:37,481 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:37,482 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 4538, reset compression=false 2024-12-16T03:20:37,482 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8753=[#edits: 1 = <8714/info:/1734319237470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8754=[#edits: 1 = <8715/info:/1734319237471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8755=[#edits: 1 = <8716/info:/1734319237471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8756=[#edits: 1 = <8717/info:/1734319237472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8757=[#edits: 1 = <8718/info:/1734319237472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8758=[#edits: 1 = <8719/info:/1734319237473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8759=[#edits: 1 = <8720/info:/1734319237473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8760=[#edits: 1 = <8721/info:/1734319237474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8761=[#edits: 1 = <8722/info:/1734319237474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8762=[#edits: 1 = <8723/info:/1734319237475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8763=[#edits: 1 = <8724/info:/1734319237475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8764=[#edits: 1 = <8725/info:/1734319237475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8765=[#edits: 1 = <8726/info:/1734319237476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8766=[#edits: 1 = <8727/info:/1734319237476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8767=[#edits: 1 = <8728/info:/1734319237476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8768=[#edits: 1 = <8729/info:/1734319237477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8769=[#edits: 1 = <8730/info:/1734319237477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8770=[#edits: 1 = <8731/info:/1734319237477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8771=[#edits: 1 = <8732/info:/1734319237477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8772=[#edits: 1 = <8733/info:/1734319237478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8773=[#edits: 1 = <8734/info:/1734319237478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8774=[#edits: 1 = <8735/info:/1734319237478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8775=[#edits: 1 = <8736/info:/1734319237479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8776=[#edits: 1 = <8737/info:/1734319237479/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=4538, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-16T03:20:37,488 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:37,488 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8777=[#edits: 1 = <8738/info:/1734319237480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8778=[#edits: 1 = <8739/info:/1734319237480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8779=[#edits: 1 = <8740/info:/1734319237481/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=4757, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-16T03:20:37,488 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 4757, reset compression=false 2024-12-16T03:20:37,493 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:37,494 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 5487, reset compression=false 2024-12-16T03:20:37,494 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8780=[#edits: 1 = <8741/info:/1734319237487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8781=[#edits: 1 = <8742/info:/1734319237487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8782=[#edits: 1 = <8743/info:/1734319237488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8783=[#edits: 1 = <8744/info:/1734319237488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8784=[#edits: 1 = <8745/info:/1734319237489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8785=[#edits: 1 = <8746/info:/1734319237490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8786=[#edits: 1 = <8747/info:/1734319237490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8787=[#edits: 1 = <8748/info:/1734319237490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8788=[#edits: 1 = <8749/info:/1734319237491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8789=[#edits: 1 = <8750/info:/1734319237491/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=5487, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:37,499 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:37,499 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 6144, reset compression=false 2024-12-16T03:20:37,499 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8790=[#edits: 1 = <8751/info:/1734319237492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8791=[#edits: 1 = <8752/info:/1734319237493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8792=[#edits: 1 = <8753/info:/1734319237494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8793=[#edits: 1 = <8754/info:/1734319237494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8794=[#edits: 1 = <8755/info:/1734319237495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8795=[#edits: 1 = <8756/info:/1734319237496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8796=[#edits: 1 = <8757/info:/1734319237496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8797=[#edits: 1 = <8758/info:/1734319237496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8798=[#edits: 1 = <8759/info:/1734319237497/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=6144, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:37,503 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:37,503 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 6801, reset compression=false 2024-12-16T03:20:37,503 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8799=[#edits: 1 = <8760/info:/1734319237497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8800=[#edits: 1 = <8761/info:/1734319237498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8801=[#edits: 1 = <8762/info:/1734319237499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8802=[#edits: 1 = <8763/info:/1734319237499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8803=[#edits: 1 = <8764/info:/1734319237500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8804=[#edits: 1 = <8765/info:/1734319237500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8805=[#edits: 1 = <8766/info:/1734319237500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8806=[#edits: 1 = <8767/info:/1734319237501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8807=[#edits: 1 = <8768/info:/1734319237502/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=6801, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:37,508 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:37,508 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 7531, reset compression=false 2024-12-16T03:20:37,508 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8808=[#edits: 1 = <8769/info:/1734319237502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8809=[#edits: 1 = <8770/info:/1734319237503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8810=[#edits: 1 = <8771/info:/1734319237503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8811=[#edits: 1 = <8772/info:/1734319237504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8812=[#edits: 1 = <8773/info:/1734319237504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8813=[#edits: 1 = <8774/info:/1734319237505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8814=[#edits: 1 = <8775/info:/1734319237505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8815=[#edits: 1 = <8776/info:/1734319237505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8816=[#edits: 1 = <8777/info:/1734319237506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8817=[#edits: 1 = <8778/info:/1734319237506/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=7531, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:37,512 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:37,512 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 8261, reset compression=false 2024-12-16T03:20:37,512 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8818=[#edits: 1 = <8779/info:/1734319237507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8819=[#edits: 1 = <8780/info:/1734319237507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8820=[#edits: 1 = <8781/info:/1734319237508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8821=[#edits: 1 = <8782/info:/1734319237508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8822=[#edits: 1 = <8783/info:/1734319237509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8823=[#edits: 1 = <8784/info:/1734319237509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8824=[#edits: 1 = <8785/info:/1734319237509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8825=[#edits: 1 = <8786/info:/1734319237510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8826=[#edits: 1 = <8787/info:/1734319237510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8827=[#edits: 1 = <8788/info:/1734319237510/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=8261, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:37,516 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:37,516 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 8991, reset compression=false 2024-12-16T03:20:37,516 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8828=[#edits: 1 = <8789/info:/1734319237511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8829=[#edits: 1 = <8790/info:/1734319237511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8830=[#edits: 1 = <8791/info:/1734319237511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8831=[#edits: 1 = <8792/info:/1734319237512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8832=[#edits: 1 = <8793/info:/1734319237512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8833=[#edits: 1 = <8794/info:/1734319237512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8834=[#edits: 1 = <8795/info:/1734319237513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8835=[#edits: 1 = <8796/info:/1734319237513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8836=[#edits: 1 = <8797/info:/1734319237514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8837=[#edits: 1 = <8798/info:/1734319237514/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=8991, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:37,525 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 25 WAL entries eligible for replication 2024-12-16T03:20:37,525 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8838=[#edits: 1 = <8799/info:/1734319237515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8839=[#edits: 1 = <8800/info:/1734319237516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8840=[#edits: 1 = <8801/info:/1734319237516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8841=[#edits: 1 = <8802/info:/1734319237517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8842=[#edits: 1 = <8803/info:/1734319237517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8843=[#edits: 1 = <8804/info:/1734319237517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8844=[#edits: 1 = <8805/info:/1734319237518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8845=[#edits: 1 = <8806/info:/1734319237518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8846=[#edits: 1 = <8807/info:/1734319237519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8847=[#edits: 1 = <8808/info:/1734319237519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8848=[#edits: 1 = <8809/info:/1734319237519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8849=[#edits: 1 = <8810/info:/1734319237520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8850=[#edits: 1 = <8811/info:/1734319237520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8851=[#edits: 1 = <8812/info:/1734319237520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8852=[#edits: 1 = <8813/info:/1734319237520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8853=[#edits: 1 = <8814/info:/1734319237521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8854=[#edits: 1 = <8815/info:/1734319237521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8855=[#edits: 1 = <8816/info:/1734319237521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8856=[#edits: 1 = <8817/info:/1734319237521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8857=[#edits: 1 = <8818/info:/1734319237522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8858=[#edits: 1 = <8819/info:/1734319237522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8859=[#edits: 1 = <8820/info:/1734319237522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8860=[#edits: 1 = <8821/info:/1734319237523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8861=[#edits: 1 = <8822/info:/1734319237523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8862=[#edits: 1 = <8823/info:/1734319237523/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=10816, nbRowKeys=25, nbHFiles=0, heapSize=4300, lastSeqIds={}, endOfFile=false,usedBufferSize=4300] 2024-12-16T03:20:37,526 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 10816, reset compression=false 2024-12-16T03:20:37,530 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:37,530 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 11692, reset compression=false 2024-12-16T03:20:37,530 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8863=[#edits: 1 = <8824/info:/1734319237524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8864=[#edits: 1 = <8825/info:/1734319237524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8865=[#edits: 1 = <8826/info:/1734319237525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8866=[#edits: 1 = <8827/info:/1734319237525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8867=[#edits: 1 = <8828/info:/1734319237526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8868=[#edits: 1 = <8829/info:/1734319237526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8869=[#edits: 1 = <8830/info:/1734319237527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8870=[#edits: 1 = <8831/info:/1734319237527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8871=[#edits: 1 = <8832/info:/1734319237527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8872=[#edits: 1 = <8833/info:/1734319237527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8873=[#edits: 1 = <8834/info:/1734319237528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8874=[#edits: 1 = <8835/info:/1734319237528/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=11692, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:37,530 INFO [f0d65a6309ee:39197Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=2064B, Limit=268435456B 2024-12-16T03:20:37,534 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:37,534 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 12495, reset compression=false 2024-12-16T03:20:37,534 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8875=[#edits: 1 = <8836/info:/1734319237529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8876=[#edits: 1 = <8837/info:/1734319237529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8877=[#edits: 1 = <8838/info:/1734319237530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8878=[#edits: 1 = <8839/info:/1734319237530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8879=[#edits: 1 = <8840/info:/1734319237531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8880=[#edits: 1 = <8841/info:/1734319237531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8881=[#edits: 1 = <8842/info:/1734319237531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8882=[#edits: 1 = <8843/info:/1734319237531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8883=[#edits: 1 = <8844/info:/1734319237532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8884=[#edits: 1 = <8845/info:/1734319237532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8885=[#edits: 1 = <8846/info:/1734319237532/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=12495, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:37,535 INFO [f0d65a6309ee:34653Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:37,535 INFO [f0d65a6309ee:38883Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:37,539 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-16T03:20:37,539 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 13517, reset compression=false 2024-12-16T03:20:37,539 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8886=[#edits: 1 = <8847/info:/1734319237533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8887=[#edits: 1 = <8848/info:/1734319237533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8888=[#edits: 1 = <8849/info:/1734319237533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8889=[#edits: 1 = <8850/info:/1734319237534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8890=[#edits: 1 = <8851/info:/1734319237534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8891=[#edits: 1 = <8852/info:/1734319237534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8892=[#edits: 1 = <8853/info:/1734319237535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8893=[#edits: 1 = <8854/info:/1734319237535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8894=[#edits: 1 = <8855/info:/1734319237536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8895=[#edits: 1 = <8856/info:/1734319237536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8896=[#edits: 1 = <8857/info:/1734319237536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8897=[#edits: 1 = <8858/info:/1734319237536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8898=[#edits: 1 = <8859/info:/1734319237537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8899=[#edits: 1 = <8860/info:/1734319237537/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=13517, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-16T03:20:37,545 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-16T03:20:37,545 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 14612, reset compression=false 2024-12-16T03:20:37,545 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8900=[#edits: 1 = <8861/info:/1734319237537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8901=[#edits: 1 = <8862/info:/1734319237538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8902=[#edits: 1 = <8863/info:/1734319237538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8903=[#edits: 1 = <8864/info:/1734319237539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8904=[#edits: 1 = <8865/info:/1734319237539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8905=[#edits: 1 = <8866/info:/1734319237540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8906=[#edits: 1 = <8867/info:/1734319237540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8907=[#edits: 1 = <8868/info:/1734319237541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8908=[#edits: 1 = <8869/info:/1734319237541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8909=[#edits: 1 = <8870/info:/1734319237541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8910=[#edits: 1 = <8871/info:/1734319237542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8911=[#edits: 1 = <8872/info:/1734319237542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8912=[#edits: 1 = <8873/info:/1734319237543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8913=[#edits: 1 = <8874/info:/1734319237543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8914=[#edits: 1 = <8875/info:/1734319237543/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=14612, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-16T03:20:37,549 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:37,550 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8915=[#edits: 1 = <8876/info:/1734319237544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8916=[#edits: 1 = <8877/info:/1734319237544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8917=[#edits: 1 = <8878/info:/1734319237545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8918=[#edits: 1 = <8879/info:/1734319237545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8919=[#edits: 1 = <8880/info:/1734319237545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8920=[#edits: 1 = <8881/info:/1734319237546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8921=[#edits: 1 = <8882/info:/1734319237547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8922=[#edits: 1 = <8883/info:/1734319237547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8923=[#edits: 1 = <8884/info:/1734319237547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8924=[#edits: 1 = <8885/info:/1734319237548/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=15342, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:37,550 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 15342, reset compression=false 2024-12-16T03:20:37,555 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-16T03:20:37,555 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 16291, reset compression=false 2024-12-16T03:20:37,555 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8925=[#edits: 1 = <8886/info:/1734319237548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8926=[#edits: 1 = <8887/info:/1734319237549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8927=[#edits: 1 = <8888/info:/1734319237549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8928=[#edits: 1 = <8889/info:/1734319237549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8929=[#edits: 1 = <8890/info:/1734319237550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8930=[#edits: 1 = <8891/info:/1734319237550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8931=[#edits: 1 = <8892/info:/1734319237551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8932=[#edits: 1 = <8893/info:/1734319237551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8933=[#edits: 1 = <8894/info:/1734319237551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8934=[#edits: 1 = <8895/info:/1734319237552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8935=[#edits: 1 = <8896/info:/1734319237552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8936=[#edits: 1 = <8897/info:/1734319237552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8937=[#edits: 1 = <8898/info:/1734319237553/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=16291, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-16T03:20:37,560 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-16T03:20:37,560 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 17313, reset compression=false 2024-12-16T03:20:37,560 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8938=[#edits: 1 = <8899/info:/1734319237553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8939=[#edits: 1 = <8900/info:/1734319237553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8940=[#edits: 1 = <8901/info:/1734319237554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8941=[#edits: 1 = <8902/info:/1734319237554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8942=[#edits: 1 = <8903/info:/1734319237554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8943=[#edits: 1 = <8904/info:/1734319237555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8944=[#edits: 1 = <8905/info:/1734319237555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8945=[#edits: 1 = <8906/info:/1734319237556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8946=[#edits: 1 = <8907/info:/1734319237556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8947=[#edits: 1 = <8908/info:/1734319237556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8948=[#edits: 1 = <8909/info:/1734319237557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8949=[#edits: 1 = <8910/info:/1734319237557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8950=[#edits: 1 = <8911/info:/1734319237557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8951=[#edits: 1 = <8912/info:/1734319237558/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=17313, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-16T03:20:37,564 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-16T03:20:37,564 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 18335, reset compression=false 2024-12-16T03:20:37,564 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8952=[#edits: 1 = <8913/info:/1734319237558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8953=[#edits: 1 = <8914/info:/1734319237558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8954=[#edits: 1 = <8915/info:/1734319237559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8955=[#edits: 1 = <8916/info:/1734319237559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8956=[#edits: 1 = <8917/info:/1734319237559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8957=[#edits: 1 = <8918/info:/1734319237560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8958=[#edits: 1 = <8919/info:/1734319237560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8959=[#edits: 1 = <8920/info:/1734319237560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8960=[#edits: 1 = <8921/info:/1734319237561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8961=[#edits: 1 = <8922/info:/1734319237561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8962=[#edits: 1 = <8923/info:/1734319237561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8963=[#edits: 1 = <8924/info:/1734319237562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8964=[#edits: 1 = <8925/info:/1734319237562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8965=[#edits: 1 = <8926/info:/1734319237562/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=18335, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-16T03:20:37,568 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:37,568 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 19065, reset compression=false 2024-12-16T03:20:37,568 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8966=[#edits: 1 = <8927/info:/1734319237563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8967=[#edits: 1 = <8928/info:/1734319237563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8968=[#edits: 1 = <8929/info:/1734319237564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8969=[#edits: 1 = <8930/info:/1734319237564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8970=[#edits: 1 = <8931/info:/1734319237565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8971=[#edits: 1 = <8932/info:/1734319237565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8972=[#edits: 1 = <8933/info:/1734319237565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8973=[#edits: 1 = <8934/info:/1734319237566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8974=[#edits: 1 = <8935/info:/1734319237566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8975=[#edits: 1 = <8936/info:/1734319237566/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=19065, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:37,571 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:37,571 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 19795, reset compression=false 2024-12-16T03:20:37,571 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8976=[#edits: 1 = <8937/info:/1734319237566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8977=[#edits: 1 = <8938/info:/1734319237567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8978=[#edits: 1 = <8939/info:/1734319237567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8979=[#edits: 1 = <8940/info:/1734319237567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8980=[#edits: 1 = <8941/info:/1734319237568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8981=[#edits: 1 = <8942/info:/1734319237568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8982=[#edits: 1 = <8943/info:/1734319237569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8983=[#edits: 1 = <8944/info:/1734319237569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8984=[#edits: 1 = <8945/info:/1734319237569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8985=[#edits: 1 = <8946/info:/1734319237570/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=19795, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:37,575 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-16T03:20:37,576 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 20379, reset compression=false 2024-12-16T03:20:37,576 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8986=[#edits: 1 = <8947/info:/1734319237570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8987=[#edits: 1 = <8948/info:/1734319237571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8988=[#edits: 1 = <8949/info:/1734319237572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8989=[#edits: 1 = <8950/info:/1734319237572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8990=[#edits: 1 = <8951/info:/1734319237573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8991=[#edits: 1 = <8952/info:/1734319237573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8992=[#edits: 1 = <8953/info:/1734319237573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8993=[#edits: 1 = <8954/info:/1734319237574/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=20379, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-16T03:20:37,582 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:37,582 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 21109, reset compression=false 2024-12-16T03:20:37,582 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8994=[#edits: 1 = <8955/info:/1734319237574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8995=[#edits: 1 = <8956/info:/1734319237575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8996=[#edits: 1 = <8957/info:/1734319237575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8997=[#edits: 1 = <8958/info:/1734319237576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8998=[#edits: 1 = <8959/info:/1734319237577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8999=[#edits: 1 = <8960/info:/1734319237578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9000=[#edits: 1 = <8961/info:/1734319237578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9001=[#edits: 1 = <8962/info:/1734319237579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9002=[#edits: 1 = <8963/info:/1734319237579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9003=[#edits: 1 = <8964/info:/1734319237580/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=21109, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:37,593 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-16T03:20:37,593 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 21693, reset compression=false 2024-12-16T03:20:37,593 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9004=[#edits: 1 = <8965/info:/1734319237580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9005=[#edits: 1 = <8966/info:/1734319237581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9006=[#edits: 1 = <8967/info:/1734319237582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9007=[#edits: 1 = <8968/info:/1734319237582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9008=[#edits: 1 = <8969/info:/1734319237583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9009=[#edits: 1 = <8970/info:/1734319237583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9010=[#edits: 1 = <8971/info:/1734319237584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9011=[#edits: 1 = <8972/info:/1734319237584/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=21693, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-16T03:20:37,597 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-16T03:20:37,597 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 23080, reset compression=false 2024-12-16T03:20:37,597 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9012=[#edits: 1 = <8973/info:/1734319237584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9013=[#edits: 1 = <8974/info:/1734319237587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9014=[#edits: 1 = <8975/info:/1734319237588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9015=[#edits: 1 = <8976/info:/1734319237588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9016=[#edits: 1 = <8977/info:/1734319237589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9017=[#edits: 1 = <8978/info:/1734319237589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9018=[#edits: 1 = <8979/info:/1734319237590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9019=[#edits: 1 = <8980/info:/1734319237590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9020=[#edits: 1 = <8981/info:/1734319237590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9021=[#edits: 1 = <8982/info:/1734319237590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9022=[#edits: 1 = <8983/info:/1734319237591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9023=[#edits: 1 = <8984/info:/1734319237591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9024=[#edits: 1 = <8985/info:/1734319237592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9025=[#edits: 1 = <8986/info:/1734319237592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9026=[#edits: 1 = <8987/info:/1734319237593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9027=[#edits: 1 = <8988/info:/1734319237593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9028=[#edits: 1 = <8989/info:/1734319237594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9029=[#edits: 1 = <8990/info:/1734319237594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9030=[#edits: 1 = <8991/info:/1734319237594/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=23080, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-16T03:20:37,605 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(269): Writing data from 9000 to 10000 2024-12-16T03:20:37,801 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta to pos 23080, reset compression=false 2024-12-16T03:20:37,807 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:37,807 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9031=[#edits: 1 = <8992/info:/1734319237595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9032=[#edits: 1 = <8993/info:/1734319237602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9033=[#edits: 1 = <8994/info:/1734319237603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9034=[#edits: 1 = <8995/info:/1734319237603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9035=[#edits: 1 = <8996/info:/1734319237604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9036=[#edits: 1 = <8997/info:/1734319237604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9037=[#edits: 1 = <8998/info:/1734319237604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9038=[#edits: 1 = <8999/info:/1734319237604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9039=[#edits: 1 = <9000/info:/1734319237605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9040=[#edits: 1 = <9001/info:/1734319237605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9041=[#edits: 1 = <9002/info:/1734319237605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9042=[#edits: 1 = <9003/info:/1734319237606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9043=[#edits: 1 = <9004/info:/1734319237606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9044=[#edits: 1 = <9005/info:/1734319237606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9045=[#edits: 1 = <9006/info:/1734319237607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9046=[#edits: 1 = <9007/info:/1734319237607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9047=[#edits: 1 = <9008/info:/1734319237607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9048=[#edits: 1 = <9009/info:/1734319237607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9049=[#edits: 1 = <9010/info:/1734319237608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9050=[#edits: 1 = <9011/info:/1734319237608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9051=[#edits: 1 = <9012/info:/1734319237608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9052=[#edits: 1 = <9013/info:/1734319237609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9053=[#edits: 1 = <9014/info:/1734319237609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9054=[#edits: 1 = <9015/info:/1734319237609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9055=[#edits: 1 = <9016/info:/1734319237609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9056=[#edits: 1 = <9017/info:/1734319237610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9057=[#edits: 1 = <9018/info:/1734319237610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9058=[#edits: 1 = <9019/info:/1734319237610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9059=[#edits: 1 = <9020/info:/1734319237610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9060=[#edits: 1 = <9021/info:/1734319237611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9061=[#edits: 1 = <9022/info:/1734319237611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9062=[#edits: 1 = <9023/info:/1734319237611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9063=[#edits: 1 = <9024/info:/1734319237612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9064=[#edits: 1 = <9025/info:/1734319237612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9065=[#edits: 1 = <9026/info:/1734319237612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9066=[#edits: 1 = <9027/info:/1734319237612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9067=[#edits: 1 = <9028/info:/1734319237613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9068=[#edits: 1 = <9029/info:/1734319237613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9069=[#edits: 1 = <9030/info:/1734319237613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9070=[#edits: 1 = <9031/info:/1734319237613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9071=[#edits: 1 = <9032/info:/1734319237614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9072=[#edits: 1 = <9033/info:/1734319237614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9073=[#edits: 1 = <9034/info:/1734319237614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9074=[#edits: 1 = <9035/info:/1734319237615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9075=[#edits: 1 = <9036/info:/1734319237615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9076=[#edits: 1 = <9037/info:/1734319237615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9077=[#edits: 1 = <9038/info:/1734319237615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9078=[#edits: 1 = <9039/info:/1734319237616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9079=[#edits: 1 = <9040/info:/1734319237616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9080=[#edits: 1 = <9041/info:/1734319237616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9081=[#edits: 1 = <9042/info:/1734319237616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9082=[#edits: 1 = <9043/info:/1734319237617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9083=[#edits: 1 = <9044/info:/1734319237617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9084=[#edits: 1 = <9045/info:/1734319237617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9085=[#edits: 1 = <9046/info:/1734319237617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9086=[#edits: 1 = <9047/info:/1734319237618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9087=[#edits: 1 = <9048/info:/1734319237618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9088=[#edits: 1 = <9049/info:/1734319237618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9089=[#edits: 1 = <9050/info:/1734319237618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9090=[#edits: 1 = <9051/info:/1734319237619/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=27460, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:37,809 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:37,809 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9091=[#edits: 1 = <9052/info:/1734319237619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9092=[#edits: 1 = <9053/info:/1734319237619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9093=[#edits: 1 = <9054/info:/1734319237619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9094=[#edits: 1 = <9055/info:/1734319237620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9095=[#edits: 1 = <9056/info:/1734319237620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9096=[#edits: 1 = <9057/info:/1734319237620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9097=[#edits: 1 = <9058/info:/1734319237620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9098=[#edits: 1 = <9059/info:/1734319237621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9099=[#edits: 1 = <9060/info:/1734319237621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9100=[#edits: 1 = <9061/info:/1734319237621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9101=[#edits: 1 = <9062/info:/1734319237621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9102=[#edits: 1 = <9063/info:/1734319237622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9103=[#edits: 1 = <9064/info:/1734319237622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9104=[#edits: 1 = <9065/info:/1734319237622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9105=[#edits: 1 = <9066/info:/1734319237622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9106=[#edits: 1 = <9067/info:/1734319237623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9107=[#edits: 1 = <9068/info:/1734319237623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9108=[#edits: 1 = <9069/info:/1734319237623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9109=[#edits: 1 = <9070/info:/1734319237623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9110=[#edits: 1 = <9071/info:/1734319237624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9111=[#edits: 1 = <9072/info:/1734319237624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9112=[#edits: 1 = <9073/info:/1734319237624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9113=[#edits: 1 = <9074/info:/1734319237624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9114=[#edits: 1 = <9075/info:/1734319237625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9115=[#edits: 1 = <9076/info:/1734319237625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9116=[#edits: 1 = <9077/info:/1734319237625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9117=[#edits: 1 = <9078/info:/1734319237625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9118=[#edits: 1 = <9079/info:/1734319237626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9119=[#edits: 1 = <9080/info:/1734319237626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9120=[#edits: 1 = <9081/info:/1734319237626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9121=[#edits: 1 = <9082/info:/1734319237626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9122=[#edits: 1 = <9083/info:/1734319237627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9123=[#edits: 1 = <9084/info:/1734319237627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9124=[#edits: 1 = <9085/info:/1734319237627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9125=[#edits: 1 = <9086/info:/1734319237627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9126=[#edits: 1 = <9087/info:/1734319237628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9127=[#edits: 1 = <9088/info:/1734319237628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9128=[#edits: 1 = <9089/info:/1734319237628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9129=[#edits: 1 = <9090/info:/1734319237628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9130=[#edits: 1 = <9091/info:/1734319237629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9131=[#edits: 1 = <9092/info:/1734319237629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9132=[#edits: 1 = <9093/info:/1734319237629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9133=[#edits: 1 = <9094/info:/1734319237629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9134=[#edits: 1 = <9095/info:/1734319237630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9135=[#edits: 1 = <9096/info:/1734319237630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9136=[#edits: 1 = <9097/info:/1734319237630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9137=[#edits: 1 = <9098/info:/1734319237630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9138=[#edits: 1 = <9099/info:/1734319237631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9139=[#edits: 1 = <9100/info:/1734319237631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9140=[#edits: 1 = <9101/info:/1734319237631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9141=[#edits: 1 = <9102/info:/1734319237631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9142=[#edits: 1 = <9103/info:/1734319237631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9143=[#edits: 1 = <9104/info:/1734319237632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9144=[#edits: 1 = <9105/info:/1734319237632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9145=[#edits: 1 = <9106/info:/1734319237632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9146=[#edits: 1 = <9107/info:/1734319237632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9147=[#edits: 1 = <9108/info:/1734319237633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9148=[#edits: 1 = <9109/info:/1734319237633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9149=[#edits: 1 = <9110/info:/1734319237633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9150=[#edits: 1 = <9111/info:/1734319237633/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=31840, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:37,810 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:37,810 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9151=[#edits: 1 = <9112/info:/1734319237634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9152=[#edits: 1 = <9113/info:/1734319237634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9153=[#edits: 1 = <9114/info:/1734319237634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9154=[#edits: 1 = <9115/info:/1734319237634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9155=[#edits: 1 = <9116/info:/1734319237635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9156=[#edits: 1 = <9117/info:/1734319237635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9157=[#edits: 1 = <9118/info:/1734319237635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9158=[#edits: 1 = <9119/info:/1734319237635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9159=[#edits: 1 = <9120/info:/1734319237636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9160=[#edits: 1 = <9121/info:/1734319237636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9161=[#edits: 1 = <9122/info:/1734319237636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9162=[#edits: 1 = <9123/info:/1734319237636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9163=[#edits: 1 = <9124/info:/1734319237637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9164=[#edits: 1 = <9125/info:/1734319237637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9165=[#edits: 1 = <9126/info:/1734319237637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9166=[#edits: 1 = <9127/info:/1734319237637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9167=[#edits: 1 = <9128/info:/1734319237638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9168=[#edits: 1 = <9129/info:/1734319237638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9169=[#edits: 1 = <9130/info:/1734319237638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9170=[#edits: 1 = <9131/info:/1734319237638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9171=[#edits: 1 = <9132/info:/1734319237639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9172=[#edits: 1 = <9133/info:/1734319237639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9173=[#edits: 1 = <9134/info:/1734319237639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9174=[#edits: 1 = <9135/info:/1734319237640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9175=[#edits: 1 = <9136/info:/1734319237640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9176=[#edits: 1 = <9137/info:/1734319237640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9177=[#edits: 1 = <9138/info:/1734319237640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9178=[#edits: 1 = <9139/info:/1734319237641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9179=[#edits: 1 = <9140/info:/1734319237641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9180=[#edits: 1 = <9141/info:/1734319237641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9181=[#edits: 1 = <9142/info:/1734319237641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9182=[#edits: 1 = <9143/info:/1734319237642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9183=[#edits: 1 = <9144/info:/1734319237642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9184=[#edits: 1 = <9145/info:/1734319237642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9185=[#edits: 1 = <9146/info:/1734319237642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9186=[#edits: 1 = <9147/info:/1734319237643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9187=[#edits: 1 = <9148/info:/1734319237643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9188=[#edits: 1 = <9149/info:/1734319237643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9189=[#edits: 1 = <9150/info:/1734319237644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9190=[#edits: 1 = <9151/info:/1734319237644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9191=[#edits: 1 = <9152/info:/1734319237644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9192=[#edits: 1 = <9153/info:/1734319237644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9193=[#edits: 1 = <9154/info:/1734319237645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9194=[#edits: 1 = <9155/info:/1734319237645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9195=[#edits: 1 = <9156/info:/1734319237645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9196=[#edits: 1 = <9157/info:/1734319237645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9197=[#edits: 1 = <9158/info:/1734319237645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9198=[#edits: 1 = <9159/info:/1734319237646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9199=[#edits: 1 = <9160/info:/1734319237646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9200=[#edits: 1 = <9161/info:/1734319237646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9201=[#edits: 1 = <9162/info:/1734319237647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9202=[#edits: 1 = <9163/info:/1734319237647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9203=[#edits: 1 = <9164/info:/1734319237647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9204=[#edits: 1 = <9165/info:/1734319237647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9205=[#edits: 1 = <9166/info:/1734319237648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9206=[#edits: 1 = <9167/info:/1734319237648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9207=[#edits: 1 = <9168/info:/1734319237648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9208=[#edits: 1 = <9169/info:/1734319237648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9209=[#edits: 1 = <9170/info:/1734319237649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9210=[#edits: 1 = <9171/info:/1734319237649/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=36220, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:37,812 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:37,812 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9211=[#edits: 1 = <9172/info:/1734319237649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9212=[#edits: 1 = <9173/info:/1734319237649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9213=[#edits: 1 = <9174/info:/1734319237650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9214=[#edits: 1 = <9175/info:/1734319237650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9215=[#edits: 1 = <9176/info:/1734319237650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9216=[#edits: 1 = <9177/info:/1734319237651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9217=[#edits: 1 = <9178/info:/1734319237651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9218=[#edits: 1 = <9179/info:/1734319237651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9219=[#edits: 1 = <9180/info:/1734319237651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9220=[#edits: 1 = <9181/info:/1734319237652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9221=[#edits: 1 = <9182/info:/1734319237652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9222=[#edits: 1 = <9183/info:/1734319237652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9223=[#edits: 1 = <9184/info:/1734319237652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9224=[#edits: 1 = <9185/info:/1734319237653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9225=[#edits: 1 = <9186/info:/1734319237653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9226=[#edits: 1 = <9187/info:/1734319237653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9227=[#edits: 1 = <9188/info:/1734319237653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9228=[#edits: 1 = <9189/info:/1734319237654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9229=[#edits: 1 = <9190/info:/1734319237654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9230=[#edits: 1 = <9191/info:/1734319237654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9231=[#edits: 1 = <9192/info:/1734319237654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9232=[#edits: 1 = <9193/info:/1734319237655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9233=[#edits: 1 = <9194/info:/1734319237655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9234=[#edits: 1 = <9195/info:/1734319237655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9235=[#edits: 1 = <9196/info:/1734319237655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9236=[#edits: 1 = <9197/info:/1734319237656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9237=[#edits: 1 = <9198/info:/1734319237656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9238=[#edits: 1 = <9199/info:/1734319237656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9239=[#edits: 1 = <9200/info:/1734319237656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9240=[#edits: 1 = <9201/info:/1734319237657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9241=[#edits: 1 = <9202/info:/1734319237657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9242=[#edits: 1 = <9203/info:/1734319237657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9243=[#edits: 1 = <9204/info:/1734319237657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9244=[#edits: 1 = <9205/info:/1734319237657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9245=[#edits: 1 = <9206/info:/1734319237658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9246=[#edits: 1 = <9207/info:/1734319237658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9247=[#edits: 1 = <9208/info:/1734319237658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9248=[#edits: 1 = <9209/info:/1734319237658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9249=[#edits: 1 = <9210/info:/1734319237659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9250=[#edits: 1 = <9211/info:/1734319237659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9251=[#edits: 1 = <9212/info:/1734319237659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9252=[#edits: 1 = <9213/info:/1734319237659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9253=[#edits: 1 = <9214/info:/1734319237660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9254=[#edits: 1 = <9215/info:/1734319237660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9255=[#edits: 1 = <9216/info:/1734319237660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9256=[#edits: 1 = <9217/info:/1734319237660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9257=[#edits: 1 = <9218/info:/1734319237661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9258=[#edits: 1 = <9219/info:/1734319237661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9259=[#edits: 1 = <9220/info:/1734319237661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9260=[#edits: 1 = <9221/info:/1734319237662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9261=[#edits: 1 = <9222/info:/1734319237662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9262=[#edits: 1 = <9223/info:/1734319237662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9263=[#edits: 1 = <9224/info:/1734319237662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9264=[#edits: 1 = <9225/info:/1734319237663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9265=[#edits: 1 = <9226/info:/1734319237663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9266=[#edits: 1 = <9227/info:/1734319237663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9267=[#edits: 1 = <9228/info:/1734319237663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9268=[#edits: 1 = <9229/info:/1734319237664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9269=[#edits: 1 = <9230/info:/1734319237664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9270=[#edits: 1 = <9231/info:/1734319237664/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=40600, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:37,813 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:37,813 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9271=[#edits: 1 = <9232/info:/1734319237664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9272=[#edits: 1 = <9233/info:/1734319237665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9273=[#edits: 1 = <9234/info:/1734319237665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9274=[#edits: 1 = <9235/info:/1734319237665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9275=[#edits: 1 = <9236/info:/1734319237665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9276=[#edits: 1 = <9237/info:/1734319237666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9277=[#edits: 1 = <9238/info:/1734319237666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9278=[#edits: 1 = <9239/info:/1734319237666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9279=[#edits: 1 = <9240/info:/1734319237666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9280=[#edits: 1 = <9241/info:/1734319237666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9281=[#edits: 1 = <9242/info:/1734319237667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9282=[#edits: 1 = <9243/info:/1734319237667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9283=[#edits: 1 = <9244/info:/1734319237667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9284=[#edits: 1 = <9245/info:/1734319237667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9285=[#edits: 1 = <9246/info:/1734319237668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9286=[#edits: 1 = <9247/info:/1734319237668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9287=[#edits: 1 = <9248/info:/1734319237668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9288=[#edits: 1 = <9249/info:/1734319237668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9289=[#edits: 1 = <9250/info:/1734319237669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9290=[#edits: 1 = <9251/info:/1734319237669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9291=[#edits: 1 = <9252/info:/1734319237669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9292=[#edits: 1 = <9253/info:/1734319237669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9293=[#edits: 1 = <9254/info:/1734319237670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9294=[#edits: 1 = <9255/info:/1734319237670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9295=[#edits: 1 = <9256/info:/1734319237670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9296=[#edits: 1 = <9257/info:/1734319237670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9297=[#edits: 1 = <9258/info:/1734319237671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9298=[#edits: 1 = <9259/info:/1734319237671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9299=[#edits: 1 = <9260/info:/1734319237671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9300=[#edits: 1 = <9261/info:/1734319237671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9301=[#edits: 1 = <9262/info:/1734319237672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9302=[#edits: 1 = <9263/info:/1734319237672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9303=[#edits: 1 = <9264/info:/1734319237672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9304=[#edits: 1 = <9265/info:/1734319237672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9305=[#edits: 1 = <9266/info:/1734319237673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9306=[#edits: 1 = <9267/info:/1734319237673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9307=[#edits: 1 = <9268/info:/1734319237673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9308=[#edits: 1 = <9269/info:/1734319237673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9309=[#edits: 1 = <9270/info:/1734319237674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9310=[#edits: 1 = <9271/info:/1734319237674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9311=[#edits: 1 = <9272/info:/1734319237674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9312=[#edits: 1 = <9273/info:/1734319237674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9313=[#edits: 1 = <9274/info:/1734319237675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9314=[#edits: 1 = <9275/info:/1734319237675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9315=[#edits: 1 = <9276/info:/1734319237675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9316=[#edits: 1 = <9277/info:/1734319237675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9317=[#edits: 1 = <9278/info:/1734319237675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9318=[#edits: 1 = <9279/info:/1734319237676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9319=[#edits: 1 = <9280/info:/1734319237676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9320=[#edits: 1 = <9281/info:/1734319237676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9321=[#edits: 1 = <9282/info:/1734319237676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9322=[#edits: 1 = <9283/info:/1734319237677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9323=[#edits: 1 = <9284/info:/1734319237677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9324=[#edits: 1 = <9285/info:/1734319237677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9325=[#edits: 1 = <9286/info:/1734319237677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9326=[#edits: 1 = <9287/info:/1734319237678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9327=[#edits: 1 = <9288/info:/1734319237678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9328=[#edits: 1 = <9289/info:/1734319237678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9329=[#edits: 1 = <9290/info:/1734319237678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9330=[#edits: 1 = <9291/info:/1734319237679/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=44980, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:37,815 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:37,815 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9331=[#edits: 1 = <9292/info:/1734319237679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9332=[#edits: 1 = <9293/info:/1734319237679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9333=[#edits: 1 = <9294/info:/1734319237679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9334=[#edits: 1 = <9295/info:/1734319237680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9335=[#edits: 1 = <9296/info:/1734319237680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9336=[#edits: 1 = <9297/info:/1734319237680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9337=[#edits: 1 = <9298/info:/1734319237681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9338=[#edits: 1 = <9299/info:/1734319237681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9339=[#edits: 1 = <9300/info:/1734319237681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9340=[#edits: 1 = <9301/info:/1734319237681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9341=[#edits: 1 = <9302/info:/1734319237681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9342=[#edits: 1 = <9303/info:/1734319237682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9343=[#edits: 1 = <9304/info:/1734319237682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9344=[#edits: 1 = <9305/info:/1734319237682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9345=[#edits: 1 = <9306/info:/1734319237683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9346=[#edits: 1 = <9307/info:/1734319237684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9347=[#edits: 1 = <9308/info:/1734319237684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9348=[#edits: 1 = <9309/info:/1734319237684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9349=[#edits: 1 = <9310/info:/1734319237684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9350=[#edits: 1 = <9311/info:/1734319237685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9351=[#edits: 1 = <9312/info:/1734319237685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9352=[#edits: 1 = <9313/info:/1734319237685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9353=[#edits: 1 = <9314/info:/1734319237686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9354=[#edits: 1 = <9315/info:/1734319237686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9355=[#edits: 1 = <9316/info:/1734319237687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9356=[#edits: 1 = <9317/info:/1734319237687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9357=[#edits: 1 = <9318/info:/1734319237688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9358=[#edits: 1 = <9319/info:/1734319237690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9359=[#edits: 1 = <9320/info:/1734319237691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9360=[#edits: 1 = <9321/info:/1734319237691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9361=[#edits: 1 = <9322/info:/1734319237691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9362=[#edits: 1 = <9323/info:/1734319237692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9363=[#edits: 1 = <9324/info:/1734319237692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9364=[#edits: 1 = <9325/info:/1734319237692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9365=[#edits: 1 = <9326/info:/1734319237693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9366=[#edits: 1 = <9327/info:/1734319237693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9367=[#edits: 1 = <9328/info:/1734319237693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9368=[#edits: 1 = <9329/info:/1734319237694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9369=[#edits: 1 = <9330/info:/1734319237694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9370=[#edits: 1 = <9331/info:/1734319237694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9371=[#edits: 1 = <9332/info:/1734319237694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9372=[#edits: 1 = <9333/info:/1734319237694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9373=[#edits: 1 = <9334/info:/1734319237695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9374=[#edits: 1 = <9335/info:/1734319237695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9375=[#edits: 1 = <9336/info:/1734319237695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9376=[#edits: 1 = <9337/info:/1734319237695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9377=[#edits: 1 = <9338/info:/1734319237696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9378=[#edits: 1 = <9339/info:/1734319237696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9379=[#edits: 1 = <9340/info:/1734319237696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9380=[#edits: 1 = <9341/info:/1734319237696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9381=[#edits: 1 = <9342/info:/1734319237697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9382=[#edits: 1 = <9343/info:/1734319237697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9383=[#edits: 1 = <9344/info:/1734319237697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9384=[#edits: 1 = <9345/info:/1734319237697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9385=[#edits: 1 = <9346/info:/1734319237698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9386=[#edits: 1 = <9347/info:/1734319237698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9387=[#edits: 1 = <9348/info:/1734319237698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9388=[#edits: 1 = <9349/info:/1734319237698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9389=[#edits: 1 = <9350/info:/1734319237699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9390=[#edits: 1 = <9351/info:/1734319237699/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=49360, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:37,816 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:37,816 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9391=[#edits: 1 = <9352/info:/1734319237699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9392=[#edits: 1 = <9353/info:/1734319237699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9393=[#edits: 1 = <9354/info:/1734319237700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9394=[#edits: 1 = <9355/info:/1734319237700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9395=[#edits: 1 = <9356/info:/1734319237700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9396=[#edits: 1 = <9357/info:/1734319237700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9397=[#edits: 1 = <9358/info:/1734319237700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9398=[#edits: 1 = <9359/info:/1734319237701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9399=[#edits: 1 = <9360/info:/1734319237701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9400=[#edits: 1 = <9361/info:/1734319237701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9401=[#edits: 1 = <9362/info:/1734319237701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9402=[#edits: 1 = <9363/info:/1734319237702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9403=[#edits: 1 = <9364/info:/1734319237702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9404=[#edits: 1 = <9365/info:/1734319237702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9405=[#edits: 1 = <9366/info:/1734319237702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9406=[#edits: 1 = <9367/info:/1734319237703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9407=[#edits: 1 = <9368/info:/1734319237703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9408=[#edits: 1 = <9369/info:/1734319237703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9409=[#edits: 1 = <9370/info:/1734319237703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9410=[#edits: 1 = <9371/info:/1734319237703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9411=[#edits: 1 = <9372/info:/1734319237704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9412=[#edits: 1 = <9373/info:/1734319237704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9413=[#edits: 1 = <9374/info:/1734319237704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9414=[#edits: 1 = <9375/info:/1734319237704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9415=[#edits: 1 = <9376/info:/1734319237705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9416=[#edits: 1 = <9377/info:/1734319237705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9417=[#edits: 1 = <9378/info:/1734319237705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9418=[#edits: 1 = <9379/info:/1734319237705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9419=[#edits: 1 = <9380/info:/1734319237706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9420=[#edits: 1 = <9381/info:/1734319237706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9421=[#edits: 1 = <9382/info:/1734319237706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9422=[#edits: 1 = <9383/info:/1734319237706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9423=[#edits: 1 = <9384/info:/1734319237707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9424=[#edits: 1 = <9385/info:/1734319237707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9425=[#edits: 1 = <9386/info:/1734319237707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9426=[#edits: 1 = <9387/info:/1734319237707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9427=[#edits: 1 = <9388/info:/1734319237707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9428=[#edits: 1 = <9389/info:/1734319237708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9429=[#edits: 1 = <9390/info:/1734319237708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9430=[#edits: 1 = <9391/info:/1734319237708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9431=[#edits: 1 = <9392/info:/1734319237708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9432=[#edits: 1 = <9393/info:/1734319237709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9433=[#edits: 1 = <9394/info:/1734319237709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9434=[#edits: 1 = <9395/info:/1734319237709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9435=[#edits: 1 = <9396/info:/1734319237709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9436=[#edits: 1 = <9397/info:/1734319237709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9437=[#edits: 1 = <9398/info:/1734319237710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9438=[#edits: 1 = <9399/info:/1734319237710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9439=[#edits: 1 = <9400/info:/1734319237710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9440=[#edits: 1 = <9401/info:/1734319237710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9441=[#edits: 1 = <9402/info:/1734319237711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9442=[#edits: 1 = <9403/info:/1734319237711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9443=[#edits: 1 = <9404/info:/1734319237711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9444=[#edits: 1 = <9405/info:/1734319237711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9445=[#edits: 1 = <9406/info:/1734319237712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9446=[#edits: 1 = <9407/info:/1734319237712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9447=[#edits: 1 = <9408/info:/1734319237712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9448=[#edits: 1 = <9409/info:/1734319237712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9449=[#edits: 1 = <9410/info:/1734319237713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9450=[#edits: 1 = <9411/info:/1734319237713/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=53740, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:37,817 DEBUG [AsyncFSWAL-0-hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52-prefix:f0d65a6309ee,39197,1734319226583.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-16T03:20:37,817 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C39197%2C1734319226583.meta:.meta(num 1734319237419) roll requested 2024-12-16T03:20:37,835 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta, exclude list is [], retry=0 2024-12-16T03:20:37,837 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46535,DS-d9097681-c22b-4b67-b546-f1b5a65bc777,DISK] 2024-12-16T03:20:37,837 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-8438bcdc-2a7c-427f-bcda-ddcc96fa59b4,DISK] 2024-12-16T03:20:37,837 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37007,DS-8b0e717c-0918-408e-9205-67381807f050,DISK] 2024-12-16T03:20:37,839 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta with entries=1172, filesize=83.63 KB; new WAL /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta 2024-12-16T03:20:37,839 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33211:33211),(127.0.0.1/127.0.0.1:45827:45827),(127.0.0.1/127.0.0.1:32777:32777)] 2024-12-16T03:20:37,839 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:37,839 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:37,839 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9451=[#edits: 1 = <9412/info:/1734319237713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9452=[#edits: 1 = <9413/info:/1734319237713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9453=[#edits: 1 = <9414/info:/1734319237714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9454=[#edits: 1 = <9415/info:/1734319237714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9455=[#edits: 1 = <9416/info:/1734319237714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9456=[#edits: 1 = <9417/info:/1734319237714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9457=[#edits: 1 = <9418/info:/1734319237715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9458=[#edits: 1 = <9419/info:/1734319237715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9459=[#edits: 1 = <9420/info:/1734319237715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9460=[#edits: 1 = <9421/info:/1734319237715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9461=[#edits: 1 = <9422/info:/1734319237715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9462=[#edits: 1 = <9423/info:/1734319237716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9463=[#edits: 1 = <9424/info:/1734319237716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9464=[#edits: 1 = <9425/info:/1734319237716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9465=[#edits: 1 = <9426/info:/1734319237716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9466=[#edits: 1 = <9427/info:/1734319237717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9467=[#edits: 1 = <9428/info:/1734319237717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9468=[#edits: 1 = <9429/info:/1734319237717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9469=[#edits: 1 = <9430/info:/1734319237717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9470=[#edits: 1 = <9431/info:/1734319237718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9471=[#edits: 1 = <9432/info:/1734319237718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9472=[#edits: 1 = <9433/info:/1734319237718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9473=[#edits: 1 = <9434/info:/1734319237718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9474=[#edits: 1 = <9435/info:/1734319237719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9475=[#edits: 1 = <9436/info:/1734319237719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9476=[#edits: 1 = <9437/info:/1734319237719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9477=[#edits: 1 = <9438/info:/1734319237719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9478=[#edits: 1 = <9439/info:/1734319237720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9479=[#edits: 1 = <9440/info:/1734319237720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9480=[#edits: 1 = <9441/info:/1734319237720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9481=[#edits: 1 = <9442/info:/1734319237720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9482=[#edits: 1 = <9443/info:/1734319237721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9483=[#edits: 1 = <9444/info:/1734319237721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9484=[#edits: 1 = <9445/info:/1734319237721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9485=[#edits: 1 = <9446/info:/1734319237721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9486=[#edits: 1 = <9447/info:/1734319237722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9487=[#edits: 1 = <9448/info:/1734319237722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9488=[#edits: 1 = <9449/info:/1734319237722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9489=[#edits: 1 = <9450/info:/1734319237722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9490=[#edits: 1 = <9451/info:/1734319237723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9491=[#edits: 1 = <9452/info:/1734319237723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9492=[#edits: 1 = <9453/info:/1734319237723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9493=[#edits: 1 = <9454/info:/1734319237723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9494=[#edits: 1 = <9455/info:/1734319237724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9495=[#edits: 1 = <9456/info:/1734319237724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9496=[#edits: 1 = <9457/info:/1734319237724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9497=[#edits: 1 = <9458/info:/1734319237724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9498=[#edits: 1 = <9459/info:/1734319237725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9499=[#edits: 1 = <9460/info:/1734319237725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9500=[#edits: 1 = <9461/info:/1734319237725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9501=[#edits: 1 = <9462/info:/1734319237725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9502=[#edits: 1 = <9463/info:/1734319237726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9503=[#edits: 1 = <9464/info:/1734319237726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9504=[#edits: 1 = <9465/info:/1734319237726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9505=[#edits: 1 = <9466/info:/1734319237726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9506=[#edits: 1 = <9467/info:/1734319237727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9507=[#edits: 1 = <9468/info:/1734319237727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9508=[#edits: 1 = <9469/info:/1734319237727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9509=[#edits: 1 = <9470/info:/1734319237727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9510=[#edits: 1 = <9471/info:/1734319237727/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=58120, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:37,840 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:37,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741860_1036 (size=85649) 2024-12-16T03:20:37,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741860_1036 (size=85649) 2024-12-16T03:20:37,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741860_1036 (size=85649) 2024-12-16T03:20:37,841 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:37,842 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9511=[#edits: 1 = <9472/info:/1734319237728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9512=[#edits: 1 = <9473/info:/1734319237728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9513=[#edits: 1 = <9474/info:/1734319237728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9514=[#edits: 1 = <9475/info:/1734319237728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9515=[#edits: 1 = <9476/info:/1734319237729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9516=[#edits: 1 = <9477/info:/1734319237729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9517=[#edits: 1 = <9478/info:/1734319237729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9518=[#edits: 1 = <9479/info:/1734319237729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9519=[#edits: 1 = <9480/info:/1734319237730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9520=[#edits: 1 = <9481/info:/1734319237730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9521=[#edits: 1 = <9482/info:/1734319237730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9522=[#edits: 1 = <9483/info:/1734319237730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9523=[#edits: 1 = <9484/info:/1734319237731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9524=[#edits: 1 = <9485/info:/1734319237731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9525=[#edits: 1 = <9486/info:/1734319237731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9526=[#edits: 1 = <9487/info:/1734319237731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9527=[#edits: 1 = <9488/info:/1734319237732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9528=[#edits: 1 = <9489/info:/1734319237732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9529=[#edits: 1 = <9490/info:/1734319237732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9530=[#edits: 1 = <9491/info:/1734319237732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9531=[#edits: 1 = <9492/info:/1734319237733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9532=[#edits: 1 = <9493/info:/1734319237733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9533=[#edits: 1 = <9494/info:/1734319237733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9534=[#edits: 1 = <9495/info:/1734319237733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9535=[#edits: 1 = <9496/info:/1734319237734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9536=[#edits: 1 = <9497/info:/1734319237734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9537=[#edits: 1 = <9498/info:/1734319237734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9538=[#edits: 1 = <9499/info:/1734319237734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9539=[#edits: 1 = <9500/info:/1734319237734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9540=[#edits: 1 = <9501/info:/1734319237735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9541=[#edits: 1 = <9502/info:/1734319237735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9542=[#edits: 1 = <9503/info:/1734319237735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9543=[#edits: 1 = <9504/info:/1734319237735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9544=[#edits: 1 = <9505/info:/1734319237736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9545=[#edits: 1 = <9506/info:/1734319237736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9546=[#edits: 1 = <9507/info:/1734319237736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9547=[#edits: 1 = <9508/info:/1734319237736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9548=[#edits: 1 = <9509/info:/1734319237737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9549=[#edits: 1 = <9510/info:/1734319237737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9550=[#edits: 1 = <9511/info:/1734319237737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9551=[#edits: 1 = <9512/info:/1734319237737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9552=[#edits: 1 = <9513/info:/1734319237738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9553=[#edits: 1 = <9514/info:/1734319237738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9554=[#edits: 1 = <9515/info:/1734319237738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9555=[#edits: 1 = <9516/info:/1734319237738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9556=[#edits: 1 = <9517/info:/1734319237738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9557=[#edits: 1 = <9518/info:/1734319237739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9558=[#edits: 1 = <9519/info:/1734319237739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9559=[#edits: 1 = <9520/info:/1734319237739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9560=[#edits: 1 = <9521/info:/1734319237739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9561=[#edits: 1 = <9522/info:/1734319237740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9562=[#edits: 1 = <9523/info:/1734319237740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9563=[#edits: 1 = <9524/info:/1734319237740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9564=[#edits: 1 = <9525/info:/1734319237740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9565=[#edits: 1 = <9526/info:/1734319237741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9566=[#edits: 1 = <9527/info:/1734319237741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9567=[#edits: 1 = <9528/info:/1734319237741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9568=[#edits: 1 = <9529/info:/1734319237741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9569=[#edits: 1 = <9530/info:/1734319237742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9570=[#edits: 1 = <9531/info:/1734319237742/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=62500, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:37,843 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:37,844 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9571=[#edits: 1 = <9532/info:/1734319237742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9572=[#edits: 1 = <9533/info:/1734319237742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9573=[#edits: 1 = <9534/info:/1734319237743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9574=[#edits: 1 = <9535/info:/1734319237743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9575=[#edits: 1 = <9536/info:/1734319237743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9576=[#edits: 1 = <9537/info:/1734319237743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9577=[#edits: 1 = <9538/info:/1734319237743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9578=[#edits: 1 = <9539/info:/1734319237744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9579=[#edits: 1 = <9540/info:/1734319237744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9580=[#edits: 1 = <9541/info:/1734319237744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9581=[#edits: 1 = <9542/info:/1734319237745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9582=[#edits: 1 = <9543/info:/1734319237745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9583=[#edits: 1 = <9544/info:/1734319237745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9584=[#edits: 1 = <9545/info:/1734319237745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9585=[#edits: 1 = <9546/info:/1734319237746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9586=[#edits: 1 = <9547/info:/1734319237746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9587=[#edits: 1 = <9548/info:/1734319237746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9588=[#edits: 1 = <9549/info:/1734319237746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9589=[#edits: 1 = <9550/info:/1734319237747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9590=[#edits: 1 = <9551/info:/1734319237747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9591=[#edits: 1 = <9552/info:/1734319237747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9592=[#edits: 1 = <9553/info:/1734319237748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9593=[#edits: 1 = <9554/info:/1734319237748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9594=[#edits: 1 = <9555/info:/1734319237748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9595=[#edits: 1 = <9556/info:/1734319237749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9596=[#edits: 1 = <9557/info:/1734319237749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9597=[#edits: 1 = <9558/info:/1734319237749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9598=[#edits: 1 = <9559/info:/1734319237750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9599=[#edits: 1 = <9560/info:/1734319237750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9600=[#edits: 1 = <9561/info:/1734319237750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9601=[#edits: 1 = <9562/info:/1734319237750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9602=[#edits: 1 = <9563/info:/1734319237751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9603=[#edits: 1 = <9564/info:/1734319237751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9604=[#edits: 1 = <9565/info:/1734319237751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9605=[#edits: 1 = <9566/info:/1734319237751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9606=[#edits: 1 = <9567/info:/1734319237752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9607=[#edits: 1 = <9568/info:/1734319237752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9608=[#edits: 1 = <9569/info:/1734319237752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9609=[#edits: 1 = <9570/info:/1734319237752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9610=[#edits: 1 = <9571/info:/1734319237753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9611=[#edits: 1 = <9572/info:/1734319237753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9612=[#edits: 1 = <9573/info:/1734319237753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9613=[#edits: 1 = <9574/info:/1734319237753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9614=[#edits: 1 = <9575/info:/1734319237754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9615=[#edits: 1 = <9576/info:/1734319237754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9616=[#edits: 1 = <9577/info:/1734319237754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9617=[#edits: 1 = <9578/info:/1734319237755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9618=[#edits: 1 = <9579/info:/1734319237755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9619=[#edits: 1 = <9580/info:/1734319237755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9620=[#edits: 1 = <9581/info:/1734319237756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9621=[#edits: 1 = <9582/info:/1734319237756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9622=[#edits: 1 = <9583/info:/1734319237756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9623=[#edits: 1 = <9584/info:/1734319237756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9624=[#edits: 1 = <9585/info:/1734319237757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9625=[#edits: 1 = <9586/info:/1734319237757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9626=[#edits: 1 = <9587/info:/1734319237757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9627=[#edits: 1 = <9588/info:/1734319237757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9628=[#edits: 1 = <9589/info:/1734319237758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9629=[#edits: 1 = <9590/info:/1734319237758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9630=[#edits: 1 = <9591/info:/1734319237758/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=66880, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:37,845 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:37,846 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9631=[#edits: 1 = <9592/info:/1734319237758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9632=[#edits: 1 = <9593/info:/1734319237758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9633=[#edits: 1 = <9594/info:/1734319237759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9634=[#edits: 1 = <9595/info:/1734319237759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9635=[#edits: 1 = <9596/info:/1734319237759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9636=[#edits: 1 = <9597/info:/1734319237759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9637=[#edits: 1 = <9598/info:/1734319237760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9638=[#edits: 1 = <9599/info:/1734319237760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9639=[#edits: 1 = <9600/info:/1734319237760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9640=[#edits: 1 = <9601/info:/1734319237760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9641=[#edits: 1 = <9602/info:/1734319237761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9642=[#edits: 1 = <9603/info:/1734319237761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9643=[#edits: 1 = <9604/info:/1734319237761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9644=[#edits: 1 = <9605/info:/1734319237761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9645=[#edits: 1 = <9606/info:/1734319237762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9646=[#edits: 1 = <9607/info:/1734319237762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9647=[#edits: 1 = <9608/info:/1734319237762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9648=[#edits: 1 = <9609/info:/1734319237762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9649=[#edits: 1 = <9610/info:/1734319237763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9650=[#edits: 1 = <9611/info:/1734319237763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9651=[#edits: 1 = <9612/info:/1734319237763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9652=[#edits: 1 = <9613/info:/1734319237763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9653=[#edits: 1 = <9614/info:/1734319237764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9654=[#edits: 1 = <9615/info:/1734319237764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9655=[#edits: 1 = <9616/info:/1734319237764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9656=[#edits: 1 = <9617/info:/1734319237764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9657=[#edits: 1 = <9618/info:/1734319237765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9658=[#edits: 1 = <9619/info:/1734319237765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9659=[#edits: 1 = <9620/info:/1734319237765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9660=[#edits: 1 = <9621/info:/1734319237766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9661=[#edits: 1 = <9622/info:/1734319237766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9662=[#edits: 1 = <9623/info:/1734319237766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9663=[#edits: 1 = <9624/info:/1734319237767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9664=[#edits: 1 = <9625/info:/1734319237767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9665=[#edits: 1 = <9626/info:/1734319237767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9666=[#edits: 1 = <9627/info:/1734319237767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9667=[#edits: 1 = <9628/info:/1734319237768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9668=[#edits: 1 = <9629/info:/1734319237768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9669=[#edits: 1 = <9630/info:/1734319237768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9670=[#edits: 1 = <9631/info:/1734319237769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9671=[#edits: 1 = <9632/info:/1734319237769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9672=[#edits: 1 = <9633/info:/1734319237769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9673=[#edits: 1 = <9634/info:/1734319237769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9674=[#edits: 1 = <9635/info:/1734319237770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9675=[#edits: 1 = <9636/info:/1734319237770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9676=[#edits: 1 = <9637/info:/1734319237770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9677=[#edits: 1 = <9638/info:/1734319237770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9678=[#edits: 1 = <9639/info:/1734319237771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9679=[#edits: 1 = <9640/info:/1734319237771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9680=[#edits: 1 = <9641/info:/1734319237771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9681=[#edits: 1 = <9642/info:/1734319237771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9682=[#edits: 1 = <9643/info:/1734319237772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9683=[#edits: 1 = <9644/info:/1734319237772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9684=[#edits: 1 = <9645/info:/1734319237772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9685=[#edits: 1 = <9646/info:/1734319237773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9686=[#edits: 1 = <9647/info:/1734319237773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9687=[#edits: 1 = <9648/info:/1734319237773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9688=[#edits: 1 = <9649/info:/1734319237773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9689=[#edits: 1 = <9650/info:/1734319237774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9690=[#edits: 1 = <9651/info:/1734319237774/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=71260, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:37,846 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta for the last time to pos 78195, reset compression=false 2024-12-16T03:20:37,847 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9691=[#edits: 1 = <9652/info:/1734319237774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9692=[#edits: 1 = <9653/info:/1734319237774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9693=[#edits: 1 = <9654/info:/1734319237775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9694=[#edits: 1 = <9655/info:/1734319237775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9695=[#edits: 1 = <9656/info:/1734319237775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9696=[#edits: 1 = <9657/info:/1734319237775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9697=[#edits: 1 = <9658/info:/1734319237776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9698=[#edits: 1 = <9659/info:/1734319237776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9699=[#edits: 1 = <9660/info:/1734319237776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9700=[#edits: 1 = <9661/info:/1734319237776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9701=[#edits: 1 = <9662/info:/1734319237777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9702=[#edits: 1 = <9663/info:/1734319237777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9703=[#edits: 1 = <9664/info:/1734319237777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9704=[#edits: 1 = <9665/info:/1734319237778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9705=[#edits: 1 = <9666/info:/1734319237778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9706=[#edits: 1 = <9667/info:/1734319237778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9707=[#edits: 1 = <9668/info:/1734319237779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9708=[#edits: 1 = <9669/info:/1734319237779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9709=[#edits: 1 = <9670/info:/1734319237779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9710=[#edits: 1 = <9671/info:/1734319237780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9711=[#edits: 1 = <9672/info:/1734319237780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9712=[#edits: 1 = <9673/info:/1734319237780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9713=[#edits: 1 = <9674/info:/1734319237780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9714=[#edits: 1 = <9675/info:/1734319237781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9715=[#edits: 1 = <9676/info:/1734319237781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9716=[#edits: 1 = <9677/info:/1734319237781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9717=[#edits: 1 = <9678/info:/1734319237782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9718=[#edits: 1 = <9679/info:/1734319237782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9719=[#edits: 1 = <9680/info:/1734319237782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9720=[#edits: 1 = <9681/info:/1734319237782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9721=[#edits: 1 = <9682/info:/1734319237783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9722=[#edits: 1 = <9683/info:/1734319237783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9723=[#edits: 1 = <9684/info:/1734319237783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9724=[#edits: 1 = <9685/info:/1734319237783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9725=[#edits: 1 = <9686/info:/1734319237784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9726=[#edits: 1 = <9687/info:/1734319237784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9727=[#edits: 1 = <9688/info:/1734319237784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9728=[#edits: 1 = <9689/info:/1734319237785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9729=[#edits: 1 = <9690/info:/1734319237785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9730=[#edits: 1 = <9691/info:/1734319237785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9731=[#edits: 1 = <9692/info:/1734319237785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9732=[#edits: 1 = <9693/info:/1734319237786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9733=[#edits: 1 = <9694/info:/1734319237786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9734=[#edits: 1 = <9695/info:/1734319237787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9735=[#edits: 1 = <9696/info:/1734319237787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9736=[#edits: 1 = <9697/info:/1734319237787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9737=[#edits: 1 = <9698/info:/1734319237788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9738=[#edits: 1 = <9699/info:/1734319237788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9739=[#edits: 1 = <9700/info:/1734319237788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9740=[#edits: 1 = <9701/info:/1734319237788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9741=[#edits: 1 = <9702/info:/1734319237789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9742=[#edits: 1 = <9703/info:/1734319237791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9743=[#edits: 1 = <9704/info:/1734319237792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9744=[#edits: 1 = <9705/info:/1734319237792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9745=[#edits: 1 = <9706/info:/1734319237793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9746=[#edits: 1 = <9707/info:/1734319237793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9747=[#edits: 1 = <9708/info:/1734319237793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9748=[#edits: 1 = <9709/info:/1734319237794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9749=[#edits: 1 = <9710/info:/1734319237794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9750=[#edits: 1 = <9711/info:/1734319237794/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=75640, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:37,849 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:37,849 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:37,850 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta 2024-12-16T03:20:37,850 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9751=[#edits: 1 = <9712/info:/1734319237795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9752=[#edits: 1 = <9713/info:/1734319237795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9753=[#edits: 1 = <9714/info:/1734319237795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9754=[#edits: 1 = <9715/info:/1734319237795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9755=[#edits: 1 = <9716/info:/1734319237796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9756=[#edits: 1 = <9717/info:/1734319237796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9757=[#edits: 1 = <9718/info:/1734319237796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9758=[#edits: 1 = <9719/info:/1734319237796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9759=[#edits: 1 = <9720/info:/1734319237797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9760=[#edits: 1 = <9721/info:/1734319237797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9761=[#edits: 1 = <9722/info:/1734319237797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9762=[#edits: 1 = <9723/info:/1734319237797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9763=[#edits: 1 = <9724/info:/1734319237798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9764=[#edits: 1 = <9725/info:/1734319237798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9765=[#edits: 1 = <9726/info:/1734319237798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9766=[#edits: 1 = <9727/info:/1734319237798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9767=[#edits: 1 = <9728/info:/1734319237799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9768=[#edits: 1 = <9729/info:/1734319237799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9769=[#edits: 1 = <9730/info:/1734319237799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9770=[#edits: 1 = <9731/info:/1734319237799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9771=[#edits: 1 = <9732/info:/1734319237800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9772=[#edits: 1 = <9733/info:/1734319237800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9773=[#edits: 1 = <9734/info:/1734319237800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9774=[#edits: 1 = <9735/info:/1734319237800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9775=[#edits: 1 = <9736/info:/1734319237801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9776=[#edits: 1 = <9737/info:/1734319237801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9777=[#edits: 1 = <9738/info:/1734319237801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9778=[#edits: 1 = <9739/info:/1734319237802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9779=[#edits: 1 = <9740/info:/1734319237802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9780=[#edits: 1 = <9741/info:/1734319237802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9781=[#edits: 1 = <9742/info:/1734319237802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9782=[#edits: 1 = <9743/info:/1734319237803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9783=[#edits: 1 = <9744/info:/1734319237803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9784=[#edits: 1 = <9745/info:/1734319237803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9785=[#edits: 1 = <9746/info:/1734319237804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9786=[#edits: 1 = <9747/info:/1734319237804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9787=[#edits: 1 = <9748/info:/1734319237804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9788=[#edits: 1 = <9749/info:/1734319237805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9789=[#edits: 1 = <9750/info:/1734319237805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9790=[#edits: 1 = <9751/info:/1734319237806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9791=[#edits: 1 = <9752/info:/1734319237806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9792=[#edits: 1 = <9753/info:/1734319237806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9793=[#edits: 1 = <9754/info:/1734319237807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9794=[#edits: 1 = <9755/info:/1734319237807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9795=[#edits: 1 = <9756/info:/1734319237807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9796=[#edits: 1 = <9757/info:/1734319237807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9797=[#edits: 1 = <9758/info:/1734319237808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9798=[#edits: 1 = <9759/info:/1734319237808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9799=[#edits: 1 = <9760/info:/1734319237809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9800=[#edits: 1 = <9761/info:/1734319237809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9801=[#edits: 1 = <9762/info:/1734319237809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9802=[#edits: 1 = <9763/info:/1734319237810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9803=[#edits: 1 = <9764/info:/1734319237810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9804=[#edits: 1 = <9765/info:/1734319237810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9805=[#edits: 1 = <9766/info:/1734319237811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9806=[#edits: 1 = <9767/info:/1734319237811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9807=[#edits: 1 = <9768/info:/1734319237812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9808=[#edits: 1 = <9769/info:/1734319237812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9809=[#edits: 1 = <9770/info:/1734319237812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9810=[#edits: 1 = <9771/info:/1734319237813/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=80020, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:37,850 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-16T03:20:37,852 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:37,852 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9811=[#edits: 1 = <9772/info:/1734319237814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9812=[#edits: 1 = <9773/info:/1734319237814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9813=[#edits: 1 = <9774/info:/1734319237815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9814=[#edits: 1 = <9775/info:/1734319237815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9815=[#edits: 1 = <9776/info:/1734319237815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9816=[#edits: 1 = <9777/info:/1734319237816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9817=[#edits: 1 = <9778/info:/1734319237816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9818=[#edits: 1 = <9779/info:/1734319237817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9819=[#edits: 1 = <9780/info:/1734319237817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9820=[#edits: 1 = <9781/info:/1734319237818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9821=[#edits: 1 = <9782/info:/1734319237818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9822=[#edits: 1 = <9783/info:/1734319237818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9823=[#edits: 1 = <9784/info:/1734319237818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9824=[#edits: 1 = <9785/info:/1734319237819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9825=[#edits: 1 = <9786/info:/1734319237819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9826=[#edits: 1 = <9787/info:/1734319237819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9827=[#edits: 1 = <9788/info:/1734319237819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9828=[#edits: 1 = <9789/info:/1734319237820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9829=[#edits: 1 = <9790/info:/1734319237820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9830=[#edits: 1 = <9791/info:/1734319237820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9831=[#edits: 1 = <9792/info:/1734319237820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9832=[#edits: 1 = <9793/info:/1734319237821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9833=[#edits: 1 = <9794/info:/1734319237821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9834=[#edits: 1 = <9795/info:/1734319237821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9835=[#edits: 1 = <9796/info:/1734319237821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9836=[#edits: 1 = <9797/info:/1734319237822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9837=[#edits: 1 = <9798/info:/1734319237822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9838=[#edits: 1 = <9799/info:/1734319237822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9839=[#edits: 1 = <9800/info:/1734319237822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9840=[#edits: 1 = <9801/info:/1734319237823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9841=[#edits: 1 = <9802/info:/1734319237823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9842=[#edits: 1 = <9803/info:/1734319237823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9843=[#edits: 1 = <9804/info:/1734319237823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9844=[#edits: 1 = <9805/info:/1734319237824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9845=[#edits: 1 = <9806/info:/1734319237824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9846=[#edits: 1 = <9807/info:/1734319237824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9847=[#edits: 1 = <9808/info:/1734319237825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9848=[#edits: 1 = <9809/info:/1734319237825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9849=[#edits: 1 = <9810/info:/1734319237825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9850=[#edits: 1 = <9811/info:/1734319237825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9851=[#edits: 1 = <9812/info:/1734319237826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9852=[#edits: 1 = <9813/info:/1734319237826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9853=[#edits: 1 = <9814/info:/1734319237826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9854=[#edits: 1 = <9815/info:/1734319237826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9855=[#edits: 1 = <9816/info:/1734319237826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9856=[#edits: 1 = <9817/info:/1734319237827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9857=[#edits: 1 = <9818/info:/1734319237827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9858=[#edits: 1 = <9819/info:/1734319237827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9859=[#edits: 1 = <9820/info:/1734319237828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9860=[#edits: 1 = <9821/info:/1734319237828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9861=[#edits: 1 = <9822/info:/1734319237828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9862=[#edits: 1 = <9823/info:/1734319237828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9863=[#edits: 1 = <9824/info:/1734319237829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9864=[#edits: 1 = <9825/info:/1734319237829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9865=[#edits: 1 = <9826/info:/1734319237829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9866=[#edits: 1 = <9827/info:/1734319237829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9867=[#edits: 1 = <9828/info:/1734319237830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9868=[#edits: 1 = <9829/info:/1734319237830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9869=[#edits: 1 = <9830/info:/1734319237830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9870=[#edits: 1 = <9831/info:/1734319237830/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=84400, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:37,853 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9871=[#edits: 1 = <9832/info:/1734319237831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9872=[#edits: 1 = <9833/info:/1734319237831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9873=[#edits: 1 = <9834/info:/1734319237831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9874=[#edits: 1 = <9835/info:/1734319237831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9875=[#edits: 1 = <9836/info:/1734319237832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9876=[#edits: 1 = <9837/info:/1734319237832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9877=[#edits: 1 = <9838/info:/1734319237832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9878=[#edits: 1 = <9839/info:/1734319237834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9879=[#edits: 1 = <9840/info:/1734319237834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9880=[#edits: 1 = <9841/info:/1734319237834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9881=[#edits: 1 = <9842/info:/1734319237835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9882=[#edits: 1 = <9843/info:/1734319237835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9883=[#edits: 1 = <9844/info:/1734319237836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9884=[#edits: 1 = <9845/info:/1734319237836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9885=[#edits: 1 = <9846/info:/1734319237836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9886=[#edits: 1 = <9847/info:/1734319237838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9887=[#edits: 1 = <9848/info:/1734319237838/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237419.meta, lastWalPosition=85641, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=true,usedBufferSize=2924] 2024-12-16T03:20:37,857 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-16T03:20:37,857 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 1472, reset compression=false 2024-12-16T03:20:37,857 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9888=[#edits: 1 = <9849/info:/1734319237839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9889=[#edits: 1 = <9850/info:/1734319237839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9890=[#edits: 1 = <9851/info:/1734319237841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9891=[#edits: 1 = <9852/info:/1734319237843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9892=[#edits: 1 = <9853/info:/1734319237844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9893=[#edits: 1 = <9854/info:/1734319237844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9894=[#edits: 1 = <9855/info:/1734319237845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9895=[#edits: 1 = <9856/info:/1734319237845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9896=[#edits: 1 = <9857/info:/1734319237846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9897=[#edits: 1 = <9858/info:/1734319237847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9898=[#edits: 1 = <9859/info:/1734319237848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9899=[#edits: 1 = <9860/info:/1734319237849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9900=[#edits: 1 = <9861/info:/1734319237850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9901=[#edits: 1 = <9862/info:/1734319237850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9902=[#edits: 1 = <9863/info:/1734319237851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9903=[#edits: 1 = <9864/info:/1734319237852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9904=[#edits: 1 = <9865/info:/1734319237852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9905=[#edits: 1 = <9866/info:/1734319237855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9906=[#edits: 1 = <9867/info:/1734319237855/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta, lastWalPosition=1472, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-16T03:20:37,862 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:37,862 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 1983, reset compression=false 2024-12-16T03:20:37,862 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9907=[#edits: 1 = <9868/info:/1734319237856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9908=[#edits: 1 = <9869/info:/1734319237856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9909=[#edits: 1 = <9870/info:/1734319237857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9910=[#edits: 1 = <9871/info:/1734319237857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9911=[#edits: 1 = <9872/info:/1734319237860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9912=[#edits: 1 = <9873/info:/1734319237860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9913=[#edits: 1 = <9874/info:/1734319237860/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta, lastWalPosition=1983, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:37,909 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:37,909 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-16T03:20:38,066 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 1983, reset compression=false 2024-12-16T03:20:38,073 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:38,073 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9914=[#edits: 1 = <9875/info:/1734319237861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9915=[#edits: 1 = <9876/info:/1734319237870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9916=[#edits: 1 = <9877/info:/1734319237870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9917=[#edits: 1 = <9878/info:/1734319237871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9918=[#edits: 1 = <9879/info:/1734319237871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9919=[#edits: 1 = <9880/info:/1734319237871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9920=[#edits: 1 = <9881/info:/1734319237872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9921=[#edits: 1 = <9882/info:/1734319237872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9922=[#edits: 1 = <9883/info:/1734319237872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9923=[#edits: 1 = <9884/info:/1734319237873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9924=[#edits: 1 = <9885/info:/1734319237873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9925=[#edits: 1 = <9886/info:/1734319237874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9926=[#edits: 1 = <9887/info:/1734319237874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9927=[#edits: 1 = <9888/info:/1734319237874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9928=[#edits: 1 = <9889/info:/1734319237875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9929=[#edits: 1 = <9890/info:/1734319237875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9930=[#edits: 1 = <9891/info:/1734319237875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9931=[#edits: 1 = <9892/info:/1734319237875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9932=[#edits: 1 = <9893/info:/1734319237876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9933=[#edits: 1 = <9894/info:/1734319237876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9934=[#edits: 1 = <9895/info:/1734319237876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9935=[#edits: 1 = <9896/info:/1734319237877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9936=[#edits: 1 = <9897/info:/1734319237877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9937=[#edits: 1 = <9898/info:/1734319237877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9938=[#edits: 1 = <9899/info:/1734319237878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9939=[#edits: 1 = <9900/info:/1734319237878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9940=[#edits: 1 = <9901/info:/1734319237878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9941=[#edits: 1 = <9902/info:/1734319237878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9942=[#edits: 1 = <9903/info:/1734319237879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9943=[#edits: 1 = <9904/info:/1734319237879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9944=[#edits: 1 = <9905/info:/1734319237879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9945=[#edits: 1 = <9906/info:/1734319237880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9946=[#edits: 1 = <9907/info:/1734319237880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9947=[#edits: 1 = <9908/info:/1734319237880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9948=[#edits: 1 = <9909/info:/1734319237881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9949=[#edits: 1 = <9910/info:/1734319237881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9950=[#edits: 1 = <9911/info:/1734319237881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9951=[#edits: 1 = <9912/info:/1734319237882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9952=[#edits: 1 = <9913/info:/1734319237882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9953=[#edits: 1 = <9914/info:/1734319237882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9954=[#edits: 1 = <9915/info:/1734319237883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9955=[#edits: 1 = <9916/info:/1734319237883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9956=[#edits: 1 = <9917/info:/1734319237884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9957=[#edits: 1 = <9918/info:/1734319237884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9958=[#edits: 1 = <9919/info:/1734319237884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9959=[#edits: 1 = <9920/info:/1734319237884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9960=[#edits: 1 = <9921/info:/1734319237885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9961=[#edits: 1 = <9922/info:/1734319237885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9962=[#edits: 1 = <9923/info:/1734319237885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9963=[#edits: 1 = <9924/info:/1734319237885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9964=[#edits: 1 = <9925/info:/1734319237886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9965=[#edits: 1 = <9926/info:/1734319237886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9966=[#edits: 1 = <9927/info:/1734319237887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9967=[#edits: 1 = <9928/info:/1734319237887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9968=[#edits: 1 = <9929/info:/1734319237887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9969=[#edits: 1 = <9930/info:/1734319237888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9970=[#edits: 1 = <9931/info:/1734319237888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9971=[#edits: 1 = <9932/info:/1734319237888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9972=[#edits: 1 = <9933/info:/1734319237888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9973=[#edits: 1 = <9934/info:/1734319237889/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta, lastWalPosition=6363, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:38,075 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:38,076 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:38,075 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9974=[#edits: 1 = <9935/info:/1734319237889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9975=[#edits: 1 = <9936/info:/1734319237889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9976=[#edits: 1 = <9937/info:/1734319237889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9977=[#edits: 1 = <9938/info:/1734319237890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9978=[#edits: 1 = <9939/info:/1734319237890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9979=[#edits: 1 = <9940/info:/1734319237890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9980=[#edits: 1 = <9941/info:/1734319237890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9981=[#edits: 1 = <9942/info:/1734319237891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9982=[#edits: 1 = <9943/info:/1734319237891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9983=[#edits: 1 = <9944/info:/1734319237892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9984=[#edits: 1 = <9945/info:/1734319237893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9985=[#edits: 1 = <9946/info:/1734319237894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9986=[#edits: 1 = <9947/info:/1734319237894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9987=[#edits: 1 = <9948/info:/1734319237894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9988=[#edits: 1 = <9949/info:/1734319237895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9989=[#edits: 1 = <9950/info:/1734319237895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9990=[#edits: 1 = <9951/info:/1734319237895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9991=[#edits: 1 = <9952/info:/1734319237896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9992=[#edits: 1 = <9953/info:/1734319237896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9993=[#edits: 1 = <9954/info:/1734319237896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9994=[#edits: 1 = <9955/info:/1734319237896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9995=[#edits: 1 = <9956/info:/1734319237897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9996=[#edits: 1 = <9957/info:/1734319237897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9997=[#edits: 1 = <9958/info:/1734319237897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9998=[#edits: 1 = <9959/info:/1734319237897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9999=[#edits: 1 = <9960/info:/1734319237898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10000=[#edits: 1 = <9961/info:/1734319237898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10001=[#edits: 1 = <9962/info:/1734319237898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10002=[#edits: 1 = <9963/info:/1734319237898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10003=[#edits: 1 = <9964/info:/1734319237898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10004=[#edits: 1 = <9965/info:/1734319237899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10005=[#edits: 1 = <9966/info:/1734319237899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10006=[#edits: 1 = <9967/info:/1734319237899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10007=[#edits: 1 = <9968/info:/1734319237900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10008=[#edits: 1 = <9969/info:/1734319237900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10009=[#edits: 1 = <9970/info:/1734319237900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10010=[#edits: 1 = <9971/info:/1734319237900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10011=[#edits: 1 = <9972/info:/1734319237901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10012=[#edits: 1 = <9973/info:/1734319237901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10013=[#edits: 1 = <9974/info:/1734319237901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10014=[#edits: 1 = <9975/info:/1734319237902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10015=[#edits: 1 = <9976/info:/1734319237902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10016=[#edits: 1 = <9977/info:/1734319237902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10017=[#edits: 1 = <9978/info:/1734319237903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10018=[#edits: 1 = <9979/info:/1734319237903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10019=[#edits: 1 = <9980/info:/1734319237903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10020=[#edits: 1 = <9981/info:/1734319237903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10021=[#edits: 1 = <9982/info:/1734319237904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10022=[#edits: 1 = <9983/info:/1734319237904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10023=[#edits: 1 = <9984/info:/1734319237904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10024=[#edits: 1 = <9985/info:/1734319237904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10025=[#edits: 1 = <9986/info:/1734319237905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10026=[#edits: 1 = <9987/info:/1734319237905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10027=[#edits: 1 = <9988/info:/1734319237905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10028=[#edits: 1 = <9989/info:/1734319237905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10029=[#edits: 1 = <9990/info:/1734319237906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10030=[#edits: 1 = <9991/info:/1734319237906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10031=[#edits: 1 = <9992/info:/1734319237906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10032=[#edits: 1 = <9993/info:/1734319237906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10033=[#edits: 1 = <9994/info:/1734319237907/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta, lastWalPosition=10743, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:38,076 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:38,077 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10034=[#edits: 1 = <9995/info:/1734319237907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10035=[#edits: 1 = <9996/info:/1734319237907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10036=[#edits: 1 = <9997/info:/1734319237908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10037=[#edits: 1 = <9998/info:/1734319237908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10038=[#edits: 1 = <9999/info:/1734319237908/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta, lastWalPosition=11108, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:38,281 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:38,489 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:38,489 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:38,586 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:38,600 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:38,600 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:20:38,990 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:39,086 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00898794 to 127.0.0.1:50616 2024-12-16T03:20:39,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:39,087 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T03:20:39,087 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T03:20:39,087 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7592910f to 127.0.0.1:50616 2024-12-16T03:20:39,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:39,087 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T03:20:39,087 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1191430591, stopped=false 2024-12-16T03:20:39,087 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f0d65a6309ee,33935,1734319226386 2024-12-16T03:20:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:39,103 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T03:20:39,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:39,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:39,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:39,104 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,39197,1734319226583' ***** 2024-12-16T03:20:39,104 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:39,105 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,34653,1734319226691' ***** 2024-12-16T03:20:39,105 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:39,105 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:39,105 INFO [RS:2;f0d65a6309ee:34653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:39,105 INFO [RS:2;f0d65a6309ee:34653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:39,105 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,34653,1734319226691 2024-12-16T03:20:39,105 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:39,105 DEBUG [RS:2;f0d65a6309ee:34653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:39,105 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T03:20:39,105 DEBUG [RS:2;f0d65a6309ee:34653 {}] regionserver.HRegionServer(1603): Online Regions={534574363=hbase:meta,,1_0001.534574363} 2024-12-16T03:20:39,105 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-16T03:20:39,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:39,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:39,105 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:39,105 INFO [RS:0;f0d65a6309ee:39197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:39,105 INFO [RS:0;f0d65a6309ee:39197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:39,105 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,39197,1734319226583 2024-12-16T03:20:39,105 DEBUG [RS:0;f0d65a6309ee:39197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:39,106 DEBUG [RS:2;f0d65a6309ee:34653 {}] regionserver.HRegionServer(1629): Waiting on 534574363 2024-12-16T03:20:39,106 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:39,106 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:39,106 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-16T03:20:39,106 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:39,106 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:39,106 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-16T03:20:39,106 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T03:20:39,106 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-16T03:20:39,106 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-16T03:20:39,106 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-16T03:20:39,106 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,38883,1734319226748' ***** 2024-12-16T03:20:39,106 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:39,106 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T03:20:39,106 DEBUG [RS:0;f0d65a6309ee:39197 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-16T03:20:39,106 DEBUG [RS:0;f0d65a6309ee:39197 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T03:20:39,106 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:39,106 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:39,106 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:39,106 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:39,106 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:39,106 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:39,106 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:39,106 INFO [RS:3;f0d65a6309ee:38883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:39,106 INFO [RS:3;f0d65a6309ee:38883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:39,107 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer(3579): Received CLOSE for 836a08c6a60b1e026188b751728429c5 2024-12-16T03:20:39,107 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=150.25 KB heapSize=489.06 KB 2024-12-16T03:20:39,107 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:39,107 DEBUG [RS:3;f0d65a6309ee:38883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:39,107 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-16T03:20:39,107 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 836a08c6a60b1e026188b751728429c5, disabling compactions & flushes 2024-12-16T03:20:39,107 DEBUG [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer(1603): Online Regions={836a08c6a60b1e026188b751728429c5=hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5., 1657623790=hbase:meta,,1_0002.1657623790} 2024-12-16T03:20:39,107 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-16T03:20:39,107 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5. 2024-12-16T03:20:39,107 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5. 2024-12-16T03:20:39,107 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5. after waiting 0 ms 2024-12-16T03:20:39,107 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5. 2024-12-16T03:20:39,107 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 836a08c6a60b1e026188b751728429c5 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T03:20:39,111 DEBUG [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer(1629): Waiting on 1657623790, 836a08c6a60b1e026188b751728429c5 2024-12-16T03:20:39,111 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-16T03:20:39,111 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-16T03:20:39,111 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-16T03:20:39,111 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-16T03:20:39,112 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-16T03:20:39,112 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:39,112 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:39,115 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:39,115 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-16T03:20:39,115 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-16T03:20:39,115 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-16T03:20:39,122 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:39,122 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-16T03:20:39,122 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-16T03:20:39,123 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-16T03:20:39,128 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/namespace/836a08c6a60b1e026188b751728429c5/.tmp/info/1abcb9c1ee7a4aed9432ac62b4964ddd is 45, key is default/info:d/1734319228662/Put/seqid=0 2024-12-16T03:20:39,133 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/d65a338f1470484e8b18ef33e1114ee7 is 36, key is 5192/info:/1734319234204/Put/seqid=0 2024-12-16T03:20:39,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741862_1038 (size=202519) 2024-12-16T03:20:39,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741862_1038 (size=202519) 2024-12-16T03:20:39,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741862_1038 (size=202519) 2024-12-16T03:20:39,138 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=150.25 KB at sequenceid=10039 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/d65a338f1470484e8b18ef33e1114ee7 2024-12-16T03:20:39,144 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/.tmp/info/d65a338f1470484e8b18ef33e1114ee7 as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/d65a338f1470484e8b18ef33e1114ee7 2024-12-16T03:20:39,149 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/d65a338f1470484e8b18ef33e1114ee7, entries=4808, sequenceid=10039, filesize=197.8 K 2024-12-16T03:20:39,149 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~150.25 KB/153856, heapSize ~488.55 KB/500272, currentSize=0 B/0 for 1588230740 in 43ms, sequenceid=10039, compaction requested=false 2024-12-16T03:20:39,151 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/f3792a3627c54e1397771acf37d02c4a, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/d0291e2c3a014bd6a33784850c829d51, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/761fcfcabfbf4056a41795668e511e1a] to archive 2024-12-16T03:20:39,152 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:20:39,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741863_1039 (size=5037) 2024-12-16T03:20:39,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741863_1039 (size=5037) 2024-12-16T03:20:39,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741863_1039 (size=5037) 2024-12-16T03:20:39,154 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/namespace/836a08c6a60b1e026188b751728429c5/.tmp/info/1abcb9c1ee7a4aed9432ac62b4964ddd 2024-12-16T03:20:39,155 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/761fcfcabfbf4056a41795668e511e1a to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/archive/data/hbase/meta/1588230740/info/761fcfcabfbf4056a41795668e511e1a 2024-12-16T03:20:39,155 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/d0291e2c3a014bd6a33784850c829d51 to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/archive/data/hbase/meta/1588230740/info/d0291e2c3a014bd6a33784850c829d51 2024-12-16T03:20:39,155 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/info/f3792a3627c54e1397771acf37d02c4a to hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/archive/data/hbase/meta/1588230740/info/f3792a3627c54e1397771acf37d02c4a 2024-12-16T03:20:39,159 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/meta/1588230740/recovered.edits/10042.seqid, newMaxSeqId=10042, maxSeqId=5227 2024-12-16T03:20:39,160 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:39,160 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:39,160 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:39,160 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/namespace/836a08c6a60b1e026188b751728429c5/.tmp/info/1abcb9c1ee7a4aed9432ac62b4964ddd as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/namespace/836a08c6a60b1e026188b751728429c5/info/1abcb9c1ee7a4aed9432ac62b4964ddd 2024-12-16T03:20:39,160 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:39,164 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/namespace/836a08c6a60b1e026188b751728429c5/info/1abcb9c1ee7a4aed9432ac62b4964ddd, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T03:20:39,165 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 836a08c6a60b1e026188b751728429c5 in 58ms, sequenceid=6, compaction requested=false 2024-12-16T03:20:39,168 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/data/hbase/namespace/836a08c6a60b1e026188b751728429c5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T03:20:39,169 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5. 2024-12-16T03:20:39,169 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 836a08c6a60b1e026188b751728429c5: 2024-12-16T03:20:39,169 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734319228243.836a08c6a60b1e026188b751728429c5. 2024-12-16T03:20:39,200 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:39,306 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,34653,1734319226691; all regions closed. 2024-12-16T03:20:39,306 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,39197,1734319226583; all regions closed. 2024-12-16T03:20:39,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741861_1037 (size=11756) 2024-12-16T03:20:39,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741836_1012 (size=93) 2024-12-16T03:20:39,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741836_1012 (size=93) 2024-12-16T03:20:39,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741861_1037 (size=11756) 2024-12-16T03:20:39,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741861_1037 (size=11756) 2024-12-16T03:20:39,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741836_1012 (size=93) 2024-12-16T03:20:39,311 DEBUG [RS:2;f0d65a6309ee:34653 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs 2024-12-16T03:20:39,311 INFO [RS:2;f0d65a6309ee:34653 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C34653%2C1734319226691:(num 1734319227640) 2024-12-16T03:20:39,311 DEBUG [RS:2;f0d65a6309ee:34653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:39,311 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:39,311 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,38883,1734319226748; all regions closed. 2024-12-16T03:20:39,311 INFO [RS:2;f0d65a6309ee:34653 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:39,311 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:39,311 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:39,311 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:39,312 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:39,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741833_1009 (size=1414) 2024-12-16T03:20:39,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741833_1009 (size=1414) 2024-12-16T03:20:39,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741833_1009 (size=1414) 2024-12-16T03:20:39,314 INFO [RS:2;f0d65a6309ee:34653 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34653 2024-12-16T03:20:39,315 DEBUG [RS:0;f0d65a6309ee:39197 {}] wal.AbstractFSWAL(1071): Moved 5 WAL file(s) to /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs 2024-12-16T03:20:39,315 INFO [RS:0;f0d65a6309ee:39197 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C39197%2C1734319226583.meta:.meta(num 1734319237817) 2024-12-16T03:20:39,315 DEBUG [RS:3;f0d65a6309ee:38883 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs 2024-12-16T03:20:39,315 INFO [RS:3;f0d65a6309ee:38883 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C38883%2C1734319226748:(num 1734319227640) 2024-12-16T03:20:39,315 DEBUG [RS:3;f0d65a6309ee:38883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:39,315 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:39,315 INFO [RS:3;f0d65a6309ee:38883 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:39,315 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:39,315 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:39,315 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:39,315 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:39,315 INFO [RS:3;f0d65a6309ee:38883 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38883 2024-12-16T03:20:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741834_1010 (size=93) 2024-12-16T03:20:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741834_1010 (size=93) 2024-12-16T03:20:39,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741834_1010 (size=93) 2024-12-16T03:20:39,319 DEBUG [RS:0;f0d65a6309ee:39197 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/oldWALs 2024-12-16T03:20:39,319 INFO [RS:0;f0d65a6309ee:39197 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C39197%2C1734319226583:(num 1734319227640) 2024-12-16T03:20:39,319 DEBUG [RS:0;f0d65a6309ee:39197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:39,319 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:39,320 INFO [RS:0;f0d65a6309ee:39197 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:39,320 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:39,320 INFO [RS:0;f0d65a6309ee:39197 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39197 2024-12-16T03:20:39,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,34653,1734319226691 2024-12-16T03:20:39,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:20:39,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,38883,1734319226748 2024-12-16T03:20:39,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,39197,1734319226583 2024-12-16T03:20:39,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,34653,1734319226691] 2024-12-16T03:20:39,370 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,34653,1734319226691; numProcessing=1 2024-12-16T03:20:39,386 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,34653,1734319226691 already deleted, retry=false 2024-12-16T03:20:39,386 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,34653,1734319226691 expired; onlineServers=2 2024-12-16T03:20:39,386 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,38883,1734319226748] 2024-12-16T03:20:39,387 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,38883,1734319226748; numProcessing=2 2024-12-16T03:20:39,395 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,38883,1734319226748 already deleted, retry=false 2024-12-16T03:20:39,395 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,38883,1734319226748 expired; onlineServers=1 2024-12-16T03:20:39,395 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,39197,1734319226583] 2024-12-16T03:20:39,395 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,39197,1734319226583; numProcessing=3 2024-12-16T03:20:39,403 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,39197,1734319226583 already deleted, retry=false 2024-12-16T03:20:39,403 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,39197,1734319226583 expired; onlineServers=0 2024-12-16T03:20:39,403 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,33935,1734319226386' ***** 2024-12-16T03:20:39,404 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T03:20:39,404 DEBUG [M:0;f0d65a6309ee:33935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450701f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:39,404 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,33935,1734319226386 2024-12-16T03:20:39,404 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,33935,1734319226386; all regions closed. 2024-12-16T03:20:39,404 DEBUG [M:0;f0d65a6309ee:33935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:39,404 DEBUG [M:0;f0d65a6309ee:33935 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T03:20:39,404 DEBUG [M:0;f0d65a6309ee:33935 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T03:20:39,404 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T03:20:39,404 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319227287 {}] cleaner.HFileCleaner(306): Exit Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319227287,5,FailOnTimeoutGroup] 2024-12-16T03:20:39,404 INFO [M:0;f0d65a6309ee:33935 {}] hbase.ChoreService(370): Chore service for: master/f0d65a6309ee:0 had [] on shutdown 2024-12-16T03:20:39,404 DEBUG [M:0;f0d65a6309ee:33935 {}] master.HMaster(1733): Stopping service threads 2024-12-16T03:20:39,404 INFO [M:0;f0d65a6309ee:33935 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T03:20:39,405 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319227284 {}] cleaner.HFileCleaner(306): Exit Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319227284,5,FailOnTimeoutGroup] 2024-12-16T03:20:39,405 INFO [M:0;f0d65a6309ee:33935 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T03:20:39,405 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T03:20:39,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:39,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:39,411 DEBUG [M:0;f0d65a6309ee:33935 {}] zookeeper.ZKUtil(347): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-16T03:20:39,412 WARN [M:0;f0d65a6309ee:33935 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T03:20:39,412 INFO [M:0;f0d65a6309ee:33935 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T03:20:39,412 INFO [M:0;f0d65a6309ee:33935 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T03:20:39,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:39,412 DEBUG [M:0;f0d65a6309ee:33935 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:20:39,412 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:39,412 DEBUG [M:0;f0d65a6309ee:33935 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:39,412 DEBUG [M:0;f0d65a6309ee:33935 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:20:39,412 DEBUG [M:0;f0d65a6309ee:33935 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:39,412 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=127.04 KB heapSize=150.88 KB 2024-12-16T03:20:39,432 DEBUG [M:0;f0d65a6309ee:33935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff669330c4534011a95a0d7db3880557 is 82, key is hbase:meta,,1/info:regioninfo/1734319234078/Put/seqid=0 2024-12-16T03:20:39,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741864_1040 (size=7123) 2024-12-16T03:20:39,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741864_1040 (size=7123) 2024-12-16T03:20:39,438 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.84 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff669330c4534011a95a0d7db3880557 2024-12-16T03:20:39,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741864_1040 (size=7123) 2024-12-16T03:20:39,455 DEBUG [M:0;f0d65a6309ee:33935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dc8d85579a54fdb86558f2a8f86d111 is 2427, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734319229740/Put/seqid=0 2024-12-16T03:20:39,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741865_1041 (size=10005) 2024-12-16T03:20:39,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741865_1041 (size=10005) 2024-12-16T03:20:39,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741865_1041 (size=10005) 2024-12-16T03:20:39,461 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=123.85 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dc8d85579a54fdb86558f2a8f86d111 2024-12-16T03:20:39,470 INFO [RS:2;f0d65a6309ee:34653 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,34653,1734319226691; zookeeper connection closed. 2024-12-16T03:20:39,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:39,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x1002cda5a7e0003, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:39,470 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40074370 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40074370 2024-12-16T03:20:39,471 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:20:39,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:39,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1002cda5a7e0004, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:39,478 INFO [RS:0;f0d65a6309ee:39197 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,39197,1734319226583; zookeeper connection closed. 2024-12-16T03:20:39,478 INFO [RS:3;f0d65a6309ee:38883 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,38883,1734319226748; zookeeper connection closed. 2024-12-16T03:20:39,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:39,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1002cda5a7e0001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:39,479 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b3ee850 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b3ee850 2024-12-16T03:20:39,481 DEBUG [M:0;f0d65a6309ee:33935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4c1516e61b34c5b889c7368ab93f66d is 69, key is f0d65a6309ee,34653,1734319226691/rs:state/1734319227391/Put/seqid=0 2024-12-16T03:20:39,488 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b2ada4b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b2ada4b 2024-12-16T03:20:39,488 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 4 regionserver(s) complete 2024-12-16T03:20:39,495 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:39,495 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:39,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:39,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:39,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:39,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:39,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:39,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:39,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741866_1042 (size=5512) 2024-12-16T03:20:39,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741866_1042 (size=5512) 2024-12-16T03:20:39,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:39,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:39,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741866_1042 (size=5512) 2024-12-16T03:20:39,533 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=314 B at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4c1516e61b34c5b889c7368ab93f66d 2024-12-16T03:20:39,544 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4c1516e61b34c5b889c7368ab93f66d 2024-12-16T03:20:39,569 DEBUG [M:0;f0d65a6309ee:33935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d1c0e15e73dd4e879f6ec0fa2f7c04f9 is 52, key is load_balancer_on/state:d/1734319229757/Put/seqid=0 2024-12-16T03:20:39,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741867_1043 (size=5057) 2024-12-16T03:20:39,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741867_1043 (size=5057) 2024-12-16T03:20:39,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741867_1043 (size=5057) 2024-12-16T03:20:39,604 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d1c0e15e73dd4e879f6ec0fa2f7c04f9 2024-12-16T03:20:39,609 DEBUG [M:0;f0d65a6309ee:33935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff669330c4534011a95a0d7db3880557 as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff669330c4534011a95a0d7db3880557 2024-12-16T03:20:39,619 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff669330c4534011a95a0d7db3880557, entries=30, sequenceid=237, filesize=7.0 K 2024-12-16T03:20:39,620 DEBUG [M:0;f0d65a6309ee:33935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dc8d85579a54fdb86558f2a8f86d111 as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1dc8d85579a54fdb86558f2a8f86d111 2024-12-16T03:20:39,625 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1dc8d85579a54fdb86558f2a8f86d111, entries=27, sequenceid=237, filesize=9.8 K 2024-12-16T03:20:39,626 DEBUG [M:0;f0d65a6309ee:33935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4c1516e61b34c5b889c7368ab93f66d as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4c1516e61b34c5b889c7368ab93f66d 2024-12-16T03:20:39,634 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4c1516e61b34c5b889c7368ab93f66d 2024-12-16T03:20:39,634 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4c1516e61b34c5b889c7368ab93f66d, entries=4, sequenceid=237, filesize=5.4 K 2024-12-16T03:20:39,635 DEBUG [M:0;f0d65a6309ee:33935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d1c0e15e73dd4e879f6ec0fa2f7c04f9 as hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d1c0e15e73dd4e879f6ec0fa2f7c04f9 2024-12-16T03:20:39,640 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d1c0e15e73dd4e879f6ec0fa2f7c04f9, entries=1, sequenceid=237, filesize=4.9 K 2024-12-16T03:20:39,641 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.04 KB/130084, heapSize ~150.81 KB/154432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 229ms, sequenceid=237, compaction requested=false 2024-12-16T03:20:39,648 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:39,648 DEBUG [M:0;f0d65a6309ee:33935 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:20:39,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741830_1006 (size=146230) 2024-12-16T03:20:39,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741830_1006 (size=146230) 2024-12-16T03:20:39,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46535 is added to blk_1073741830_1006 (size=146230) 2024-12-16T03:20:39,653 INFO [M:0;f0d65a6309ee:33935 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T03:20:39,653 INFO [M:0;f0d65a6309ee:33935 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33935 2024-12-16T03:20:39,654 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:39,661 DEBUG [M:0;f0d65a6309ee:33935 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/f0d65a6309ee,33935,1734319226386 already deleted, retry=false 2024-12-16T03:20:39,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:39,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1002cda5a7e0000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:39,770 INFO [M:0;f0d65a6309ee:33935 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,33935,1734319226386; zookeeper connection closed. 2024-12-16T03:20:39,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a87085{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:39,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c5fdd08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:39,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:39,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9770850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:39,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72e81247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:39,776 WARN [BP-636283213-172.17.0.2-1734319224315 heartbeating to localhost/127.0.0.1:39159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:39,776 WARN [BP-636283213-172.17.0.2-1734319224315 heartbeating to localhost/127.0.0.1:39159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-636283213-172.17.0.2-1734319224315 (Datanode Uuid d319dd07-5e64-4aa3-88f7-63d6f920c4f2) service to localhost/127.0.0.1:39159 2024-12-16T03:20:39,776 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:39,776 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:39,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/dfs/data/data7/current/BP-636283213-172.17.0.2-1734319224315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:39,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/dfs/data/data8/current/BP-636283213-172.17.0.2-1734319224315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:39,777 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:39,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d2ef173{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:39,782 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@424604e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:39,782 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:39,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d0f15e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:39,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b412644{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:39,784 WARN [BP-636283213-172.17.0.2-1734319224315 heartbeating to localhost/127.0.0.1:39159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:39,784 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:39,785 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:39,785 WARN [BP-636283213-172.17.0.2-1734319224315 heartbeating to localhost/127.0.0.1:39159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-636283213-172.17.0.2-1734319224315 (Datanode Uuid 444e7674-9568-4a3b-9046-a98776d67947) service to localhost/127.0.0.1:39159 2024-12-16T03:20:39,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/dfs/data/data5/current/BP-636283213-172.17.0.2-1734319224315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:39,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/dfs/data/data6/current/BP-636283213-172.17.0.2-1734319224315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:39,787 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:39,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60391fb0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:39,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ffeb3bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:39,799 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:39,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@676742c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:39,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77469d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:39,802 WARN [BP-636283213-172.17.0.2-1734319224315 heartbeating to localhost/127.0.0.1:39159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:39,802 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:39,802 WARN [BP-636283213-172.17.0.2-1734319224315 heartbeating to localhost/127.0.0.1:39159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-636283213-172.17.0.2-1734319224315 (Datanode Uuid 8302dbe3-6d87-4143-a9b7-eae39fce138c) service to localhost/127.0.0.1:39159 2024-12-16T03:20:39,802 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:39,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/dfs/data/data3/current/BP-636283213-172.17.0.2-1734319224315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:39,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/dfs/data/data4/current/BP-636283213-172.17.0.2-1734319224315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:39,803 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:39,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1db055ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:39,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24f43305{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:39,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:39,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77523ed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:39,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4dfd61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:39,817 WARN [BP-636283213-172.17.0.2-1734319224315 heartbeating to localhost/127.0.0.1:39159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:39,817 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:39,817 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:39,817 WARN [BP-636283213-172.17.0.2-1734319224315 heartbeating to localhost/127.0.0.1:39159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-636283213-172.17.0.2-1734319224315 (Datanode Uuid b1fccc87-edae-41df-acda-9f1b26e3f1b0) service to localhost/127.0.0.1:39159 2024-12-16T03:20:39,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/dfs/data/data1/current/BP-636283213-172.17.0.2-1734319224315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:39,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/cluster_a2096488-e055-4b87-3406-c295ca62bac6/dfs/data/data2/current/BP-636283213-172.17.0.2-1734319224315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:39,819 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:39,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bc92210{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:20:39,826 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@783c5e54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:39,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:39,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6409cada{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:39,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9cc1438{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:39,843 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T03:20:39,889 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T03:20:39,898 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWALRolledAndDeleted Thread=259 (was 194) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50616@0x0bdb1ee1-SendThread(127.0.0.1:50616) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:50616) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:39159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:39159 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50616@0x3d8c2e57 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50616@0x3d8c2e57-SendThread(127.0.0.1:50616) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50616@0x0bdb1ee1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:50616) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:39159 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50616@0x3d8c2e57-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:39159 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:39159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:39159 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50616@0x0bdb1ee1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=612 (was 585) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 183) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11290 (was 11904) 2024-12-16T03:20:39,906 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWithReplicaMoved Thread=259, OpenFileDescriptor=612, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=11285 2024-12-16T03:20:39,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/hadoop.log.dir so I do NOT create it in target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b 2024-12-16T03:20:39,919 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/hadoop.log.dir Erasing configuration value by system value. 2024-12-16T03:20:39,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/hadoop.tmp.dir so I do NOT create it in target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b 2024-12-16T03:20:39,919 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bc20a837-83fc-c671-a2c6-145fca1a851e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-16T03:20:39,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b 2024-12-16T03:20:39,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T03:20:39,919 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6, deleteOnExit=true 2024-12-16T03:20:39,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T03:20:39,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/test.cache.data in system properties and HBase conf 2024-12-16T03:20:39,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T03:20:39,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/hadoop.log.dir in system properties and HBase conf 2024-12-16T03:20:39,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T03:20:39,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T03:20:39,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T03:20:39,919 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T03:20:39,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:20:39,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:20:39,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T03:20:39,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:20:39,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T03:20:39,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T03:20:39,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:20:39,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:20:39,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T03:20:39,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/nfs.dump.dir in system properties and HBase conf 2024-12-16T03:20:39,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/java.io.tmpdir in system properties and HBase conf 2024-12-16T03:20:39,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:20:39,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T03:20:39,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T03:20:39,946 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1002cda5a7e000a, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-16T03:20:39,946 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1002cda5a7e0006, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-16T03:20:39,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1002cda5a7e000a, quorum=127.0.0.1:50616, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-16T03:20:39,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1002cda5a7e0006, quorum=127.0.0.1:50616, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-16T03:20:40,095 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:40,096 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:40,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:40,280 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:40,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:40,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:40,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:20:40,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:40,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22a4edf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:40,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74d6a40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:40,390 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:40,390 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:40,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@348100da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/java.io.tmpdir/jetty-localhost-34963-hadoop-hdfs-3_4_1-tests_jar-_-any-9107674152933301490/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:20:40,416 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cd03f15{HTTP/1.1, (http/1.1)}{localhost:34963} 2024-12-16T03:20:40,416 INFO [Time-limited test {}] server.Server(415): Started @161319ms 2024-12-16T03:20:40,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:40,697 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:40,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:40,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:40,700 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:20:40,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12b85e40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:40,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f69a53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:40,796 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:40,796 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:40,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ce9f2d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/java.io.tmpdir/jetty-localhost-44119-hadoop-hdfs-3_4_1-tests_jar-_-any-10040581824394151504/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:40,824 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e2d23ac{HTTP/1.1, (http/1.1)}{localhost:44119} 2024-12-16T03:20:40,824 INFO [Time-limited test {}] server.Server(415): Started @161727ms 2024-12-16T03:20:40,825 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:40,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:40,903 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:40,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:40,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:40,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:20:40,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bb23190{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:40,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71bce922{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:41,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b8bf6eb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/java.io.tmpdir/jetty-localhost-43097-hadoop-hdfs-3_4_1-tests_jar-_-any-2773538948198739473/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:41,028 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f310afc{HTTP/1.1, (http/1.1)}{localhost:43097} 2024-12-16T03:20:41,028 INFO [Time-limited test {}] server.Server(415): Started @161931ms 2024-12-16T03:20:41,029 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:41,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:41,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:41,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:41,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:41,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:20:41,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15c8e3ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:41,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66720307{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:41,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ba521c7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/java.io.tmpdir/jetty-localhost-35453-hadoop-hdfs-3_4_1-tests_jar-_-any-5913147620215119012/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:41,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26cbd2cd{HTTP/1.1, (http/1.1)}{localhost:35453} 2024-12-16T03:20:41,160 INFO [Time-limited test {}] server.Server(415): Started @162063ms 2024-12-16T03:20:41,161 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:41,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:41,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:41,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:41,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:41,193 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:20:41,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25a838c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:41,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7120407d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:41,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3004a44c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/java.io.tmpdir/jetty-localhost-39079-hadoop-hdfs-3_4_1-tests_jar-_-any-13937000865327597370/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:41,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5d7da9{HTTP/1.1, (http/1.1)}{localhost:39079} 2024-12-16T03:20:41,290 INFO [Time-limited test {}] server.Server(415): Started @162193ms 2024-12-16T03:20:41,292 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:41,596 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:41,597 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:41,628 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:20:41,628 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:41,936 WARN [Thread-2530 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/dfs/data/data1/current/BP-1875150564-172.17.0.2-1734319239961/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:41,936 WARN [Thread-2531 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/dfs/data/data2/current/BP-1875150564-172.17.0.2-1734319239961/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:41,955 WARN [Thread-2446 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:41,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x945d229e42978496 with lease ID 0x75169c9d48b740eb: Processing first storage report for DS-01e405cc-1858-46b0-b9e5-f6e80d372b93 from datanode DatanodeRegistration(127.0.0.1:39243, datanodeUuid=ef9437f8-0e7b-4026-be4a-ec7997a71056, infoPort=41941, infoSecurePort=0, ipcPort=45335, storageInfo=lv=-57;cid=testClusterID;nsid=1692545443;c=1734319239961) 2024-12-16T03:20:41,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x945d229e42978496 with lease ID 0x75169c9d48b740eb: from storage DS-01e405cc-1858-46b0-b9e5-f6e80d372b93 node DatanodeRegistration(127.0.0.1:39243, datanodeUuid=ef9437f8-0e7b-4026-be4a-ec7997a71056, infoPort=41941, infoSecurePort=0, ipcPort=45335, storageInfo=lv=-57;cid=testClusterID;nsid=1692545443;c=1734319239961), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T03:20:41,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x945d229e42978496 with lease ID 0x75169c9d48b740eb: Processing first storage report for DS-b6cb799a-a0a1-48cd-ad6b-c0b66c32ecc6 from datanode DatanodeRegistration(127.0.0.1:39243, datanodeUuid=ef9437f8-0e7b-4026-be4a-ec7997a71056, infoPort=41941, infoSecurePort=0, ipcPort=45335, storageInfo=lv=-57;cid=testClusterID;nsid=1692545443;c=1734319239961) 2024-12-16T03:20:41,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x945d229e42978496 with lease ID 0x75169c9d48b740eb: from storage DS-b6cb799a-a0a1-48cd-ad6b-c0b66c32ecc6 node DatanodeRegistration(127.0.0.1:39243, datanodeUuid=ef9437f8-0e7b-4026-be4a-ec7997a71056, infoPort=41941, infoSecurePort=0, ipcPort=45335, storageInfo=lv=-57;cid=testClusterID;nsid=1692545443;c=1734319239961), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:42,039 WARN [Thread-2546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/dfs/data/data8/current/BP-1875150564-172.17.0.2-1734319239961/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:42,039 WARN [Thread-2545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/dfs/data/data7/current/BP-1875150564-172.17.0.2-1734319239961/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:42,039 WARN [Thread-2547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/dfs/data/data3/current/BP-1875150564-172.17.0.2-1734319239961/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:42,040 WARN [Thread-2548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/dfs/data/data4/current/BP-1875150564-172.17.0.2-1734319239961/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:42,040 WARN [Thread-2549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/dfs/data/data5/current/BP-1875150564-172.17.0.2-1734319239961/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:42,041 WARN [Thread-2550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/dfs/data/data6/current/BP-1875150564-172.17.0.2-1734319239961/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:42,059 WARN [Thread-2469 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:42,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x272f973cec5bceaf with lease ID 0x75169c9d48b740ec: Processing first storage report for DS-a2ff486a-c8b2-43a7-bfd1-b6570f4a4660 from datanode DatanodeRegistration(127.0.0.1:33137, datanodeUuid=b00bbcaf-8128-41cd-b6f2-d544a3ade9ac, infoPort=36373, infoSecurePort=0, ipcPort=32855, storageInfo=lv=-57;cid=testClusterID;nsid=1692545443;c=1734319239961) 2024-12-16T03:20:42,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x272f973cec5bceaf with lease ID 0x75169c9d48b740ec: from storage DS-a2ff486a-c8b2-43a7-bfd1-b6570f4a4660 node DatanodeRegistration(127.0.0.1:33137, datanodeUuid=b00bbcaf-8128-41cd-b6f2-d544a3ade9ac, infoPort=36373, infoSecurePort=0, ipcPort=32855, storageInfo=lv=-57;cid=testClusterID;nsid=1692545443;c=1734319239961), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:42,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x272f973cec5bceaf with lease ID 0x75169c9d48b740ec: Processing first storage report for DS-e6d9b56f-ae07-49f6-9086-65f4db3782ac from datanode DatanodeRegistration(127.0.0.1:33137, datanodeUuid=b00bbcaf-8128-41cd-b6f2-d544a3ade9ac, infoPort=36373, infoSecurePort=0, ipcPort=32855, storageInfo=lv=-57;cid=testClusterID;nsid=1692545443;c=1734319239961) 2024-12-16T03:20:42,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x272f973cec5bceaf with lease ID 0x75169c9d48b740ec: from storage DS-e6d9b56f-ae07-49f6-9086-65f4db3782ac node DatanodeRegistration(127.0.0.1:33137, datanodeUuid=b00bbcaf-8128-41cd-b6f2-d544a3ade9ac, infoPort=36373, infoSecurePort=0, ipcPort=32855, storageInfo=lv=-57;cid=testClusterID;nsid=1692545443;c=1734319239961), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T03:20:42,064 WARN [Thread-2513 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:42,065 WARN [Thread-2491 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:42,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d22cc9031fef8aa with lease ID 0x75169c9d48b740ed: Processing first storage report for DS-db64b321-a500-4592-8679-8f9e779a1eff from datanode DatanodeRegistration(127.0.0.1:40017, datanodeUuid=d719027a-b7ce-4c39-bdac-425406e745aa, infoPort=41719, infoSecurePort=0, ipcPort=36881, storageInfo=lv=-57;cid=testClusterID;nsid=1692545443;c=1734319239961) 2024-12-16T03:20:42,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d22cc9031fef8aa with lease ID 0x75169c9d48b740ed: from storage DS-db64b321-a500-4592-8679-8f9e779a1eff node DatanodeRegistration(127.0.0.1:40017, datanodeUuid=d719027a-b7ce-4c39-bdac-425406e745aa, infoPort=41719, infoSecurePort=0, ipcPort=36881, storageInfo=lv=-57;cid=testClusterID;nsid=1692545443;c=1734319239961), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T03:20:42,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d22cc9031fef8aa with lease ID 0x75169c9d48b740ed: Processing first storage report for DS-51f4d4ad-732c-48eb-b334-ccc79a4131ec from datanode DatanodeRegistration(127.0.0.1:40017, datanodeUuid=d719027a-b7ce-4c39-bdac-425406e745aa, infoPort=41719, infoSecurePort=0, ipcPort=36881, storageInfo=lv=-57;cid=testClusterID;nsid=1692545443;c=1734319239961) 2024-12-16T03:20:42,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d22cc9031fef8aa with lease ID 0x75169c9d48b740ed: from storage DS-51f4d4ad-732c-48eb-b334-ccc79a4131ec node DatanodeRegistration(127.0.0.1:40017, datanodeUuid=d719027a-b7ce-4c39-bdac-425406e745aa, infoPort=41719, infoSecurePort=0, ipcPort=36881, storageInfo=lv=-57;cid=testClusterID;nsid=1692545443;c=1734319239961), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:42,067 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x448119a2381051e6 with lease ID 0x75169c9d48b740ee: Processing first storage report for DS-9b695294-eb5a-455f-866c-cc8481f5c70e from datanode DatanodeRegistration(127.0.0.1:38351, datanodeUuid=84681559-6967-4e7c-b06b-1a4c2d830f7b, infoPort=39235, infoSecurePort=0, ipcPort=37247, storageInfo=lv=-57;cid=testClusterID;nsid=1692545443;c=1734319239961) 2024-12-16T03:20:42,067 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x448119a2381051e6 with lease ID 0x75169c9d48b740ee: from storage DS-9b695294-eb5a-455f-866c-cc8481f5c70e node DatanodeRegistration(127.0.0.1:38351, datanodeUuid=84681559-6967-4e7c-b06b-1a4c2d830f7b, infoPort=39235, infoSecurePort=0, ipcPort=37247, storageInfo=lv=-57;cid=testClusterID;nsid=1692545443;c=1734319239961), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:42,067 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x448119a2381051e6 with lease ID 0x75169c9d48b740ee: Processing first storage report for DS-1dd68bbe-b550-45c1-a65a-5648074cf309 from datanode DatanodeRegistration(127.0.0.1:38351, datanodeUuid=84681559-6967-4e7c-b06b-1a4c2d830f7b, infoPort=39235, infoSecurePort=0, ipcPort=37247, storageInfo=lv=-57;cid=testClusterID;nsid=1692545443;c=1734319239961) 2024-12-16T03:20:42,067 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x448119a2381051e6 with lease ID 0x75169c9d48b740ee: from storage DS-1dd68bbe-b550-45c1-a65a-5648074cf309 node DatanodeRegistration(127.0.0.1:38351, datanodeUuid=84681559-6967-4e7c-b06b-1a4c2d830f7b, infoPort=39235, infoSecurePort=0, ipcPort=37247, storageInfo=lv=-57;cid=testClusterID;nsid=1692545443;c=1734319239961), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:42,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b 2024-12-16T03:20:42,124 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/zookeeper_0, clientPort=63691, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T03:20:42,125 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63691 2024-12-16T03:20:42,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:42,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:42,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:20:42,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:20:42,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:20:42,139 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3 with version=8 2024-12-16T03:20:42,139 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/hbase-staging 2024-12-16T03:20:42,141 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:42,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:42,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:42,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:42,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:42,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:42,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:42,141 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:42,142 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36085 2024-12-16T03:20:42,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:42,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:42,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:36085 connecting to ZooKeeper ensemble=127.0.0.1:63691 2024-12-16T03:20:42,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360850x0, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:42,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36085-0x1002cda980b0000 connected 2024-12-16T03:20:42,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:42,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:42,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:42,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36085 2024-12-16T03:20:42,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36085 2024-12-16T03:20:42,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36085 2024-12-16T03:20:42,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36085 2024-12-16T03:20:42,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36085 2024-12-16T03:20:42,273 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3, hbase.cluster.distributed=false 2024-12-16T03:20:42,287 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:42,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:42,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:42,287 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:42,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:42,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:42,287 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:42,287 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:42,290 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36257 2024-12-16T03:20:42,290 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:20:42,291 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:20:42,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:42,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:42,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36257 connecting to ZooKeeper ensemble=127.0.0.1:63691 2024-12-16T03:20:42,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362570x0, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:42,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362570x0, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:42,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36257-0x1002cda980b0001 connected 2024-12-16T03:20:42,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:42,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:42,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36257 2024-12-16T03:20:42,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36257 2024-12-16T03:20:42,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36257 2024-12-16T03:20:42,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36257 2024-12-16T03:20:42,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36257 2024-12-16T03:20:42,336 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:42,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:42,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:42,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:42,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:42,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:42,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:42,336 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:42,337 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35967 2024-12-16T03:20:42,337 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:20:42,337 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:20:42,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:42,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:42,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35967 connecting to ZooKeeper ensemble=127.0.0.1:63691 2024-12-16T03:20:42,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359670x0, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:42,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359670x0, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:42,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35967-0x1002cda980b0002 connected 2024-12-16T03:20:42,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:42,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:42,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35967 2024-12-16T03:20:42,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35967 2024-12-16T03:20:42,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35967 2024-12-16T03:20:42,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35967 2024-12-16T03:20:42,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35967 2024-12-16T03:20:42,365 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:42,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:42,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:42,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:42,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:42,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:42,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:42,366 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:42,366 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:32963 2024-12-16T03:20:42,366 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:20:42,367 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:20:42,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:42,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:42,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:32963 connecting to ZooKeeper ensemble=127.0.0.1:63691 2024-12-16T03:20:42,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329630x0, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:42,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329630x0, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:42,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32963-0x1002cda980b0003 connected 2024-12-16T03:20:42,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:42,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:42,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32963 2024-12-16T03:20:42,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32963 2024-12-16T03:20:42,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32963 2024-12-16T03:20:42,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32963 2024-12-16T03:20:42,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32963 2024-12-16T03:20:42,390 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:42,390 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:42,394 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:42,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:42,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:42,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:42,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:42,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:42,394 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:42,395 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:42,395 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33095 2024-12-16T03:20:42,395 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:20:42,396 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:20:42,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:42,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:42,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33095 connecting to ZooKeeper ensemble=127.0.0.1:63691 2024-12-16T03:20:42,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330950x0, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:42,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330950x0, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:42,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33095-0x1002cda980b0004 connected 2024-12-16T03:20:42,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:42,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:42,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33095 2024-12-16T03:20:42,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33095 2024-12-16T03:20:42,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33095 2024-12-16T03:20:42,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33095 2024-12-16T03:20:42,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33095 2024-12-16T03:20:42,417 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/f0d65a6309ee,36085,1734319242140 2024-12-16T03:20:42,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:42,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:42,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:42,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:42,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:42,427 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f0d65a6309ee,36085,1734319242140 2024-12-16T03:20:42,428 DEBUG [M:0;f0d65a6309ee:36085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f0d65a6309ee:36085 2024-12-16T03:20:42,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:42,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:42,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:42,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:42,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:42,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,437 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T03:20:42,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T03:20:42,437 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f0d65a6309ee,36085,1734319242140 from backup master directory 2024-12-16T03:20:42,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f0d65a6309ee,36085,1734319242140 2024-12-16T03:20:42,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:42,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:42,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:42,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:42,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:42,445 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:42,445 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f0d65a6309ee,36085,1734319242140 2024-12-16T03:20:42,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:20:42,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:20:42,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:20:42,456 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/hbase.id with ID: 1f129caf-eaf4-40f5-a1ed-4d13febeabc7 2024-12-16T03:20:42,463 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:42,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:20:42,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:20:42,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:20:42,480 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:20:42,481 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T03:20:42,481 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:42,497 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:42,497 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:42,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:20:42,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:20:42,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:20:42,502 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store 2024-12-16T03:20:42,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:20:42,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:20:42,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:20:42,526 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:42,526 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:20:42,526 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:42,526 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:42,526 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:20:42,526 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:42,526 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:42,526 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:20:42,527 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/.initializing 2024-12-16T03:20:42,527 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/WALs/f0d65a6309ee,36085,1734319242140 2024-12-16T03:20:42,528 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:42,529 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f0d65a6309ee%2C36085%2C1734319242140, suffix=, logDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/WALs/f0d65a6309ee,36085,1734319242140, archiveDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/oldWALs, maxLogs=10 2024-12-16T03:20:42,541 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/WALs/f0d65a6309ee,36085,1734319242140/f0d65a6309ee%2C36085%2C1734319242140.1734319242529, exclude list is [], retry=0 2024-12-16T03:20:42,544 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33137,DS-a2ff486a-c8b2-43a7-bfd1-b6570f4a4660,DISK] 2024-12-16T03:20:42,544 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40017,DS-db64b321-a500-4592-8679-8f9e779a1eff,DISK] 2024-12-16T03:20:42,545 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38351,DS-9b695294-eb5a-455f-866c-cc8481f5c70e,DISK] 2024-12-16T03:20:42,546 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/WALs/f0d65a6309ee,36085,1734319242140/f0d65a6309ee%2C36085%2C1734319242140.1734319242529 2024-12-16T03:20:42,546 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36373:36373),(127.0.0.1/127.0.0.1:41719:41719),(127.0.0.1/127.0.0.1:39235:39235)] 2024-12-16T03:20:42,547 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:42,547 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:42,547 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:42,547 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:42,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:42,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T03:20:42,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:42,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:42,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:42,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T03:20:42,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:42,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:42,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:42,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T03:20:42,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:42,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:42,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:42,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T03:20:42,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:42,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:42,555 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:42,555 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:42,557 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T03:20:42,557 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:42,559 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:20:42,560 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69361022, jitterRate=0.03355976939201355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T03:20:42,560 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:20:42,561 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T03:20:42,563 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7742eb88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:42,564 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T03:20:42,564 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T03:20:42,564 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T03:20:42,564 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T03:20:42,564 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-16T03:20:42,565 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-16T03:20:42,565 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T03:20:42,568 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T03:20:42,569 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-16T03:20:42,578 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-16T03:20:42,578 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T03:20:42,579 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-16T03:20:42,586 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-16T03:20:42,587 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T03:20:42,587 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-16T03:20:42,595 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-16T03:20:42,595 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-16T03:20:42,603 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-16T03:20:42,604 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T03:20:42,611 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-16T03:20:42,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:42,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:42,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:42,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:42,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:42,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,620 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f0d65a6309ee,36085,1734319242140, sessionid=0x1002cda980b0000, setting cluster-up flag (Was=false) 2024-12-16T03:20:42,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,661 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-16T03:20:42,662 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,36085,1734319242140 2024-12-16T03:20:42,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:42,703 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-16T03:20:42,704 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,36085,1734319242140 2024-12-16T03:20:42,705 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T03:20:42,706 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T03:20:42,706 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T03:20:42,706 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f0d65a6309ee,36085,1734319242140 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T03:20:42,706 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:20:42,706 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:20:42,706 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:20:42,706 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:20:42,706 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f0d65a6309ee:0, corePoolSize=10, maxPoolSize=10 2024-12-16T03:20:42,706 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,706 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:42,706 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,707 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734319272707 2024-12-16T03:20:42,708 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:20:42,708 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T03:20:42,708 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T03:20:42,708 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T03:20:42,708 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T03:20:42,708 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T03:20:42,708 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T03:20:42,708 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T03:20:42,708 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,708 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T03:20:42,708 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T03:20:42,708 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T03:20:42,709 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T03:20:42,709 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T03:20:42,709 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:42,709 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:20:42,709 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319242709,5,FailOnTimeoutGroup] 2024-12-16T03:20:42,709 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319242709,5,FailOnTimeoutGroup] 2024-12-16T03:20:42,709 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,709 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T03:20:42,709 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,709 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:20:42,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:20:42,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:20:42,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T03:20:42,716 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3 2024-12-16T03:20:42,727 DEBUG [RS:0;f0d65a6309ee:36257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f0d65a6309ee:36257 2024-12-16T03:20:42,728 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer(1008): ClusterId : 1f129caf-eaf4-40f5-a1ed-4d13febeabc7 2024-12-16T03:20:42,728 DEBUG [RS:0;f0d65a6309ee:36257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:20:42,731 DEBUG [RS:1;f0d65a6309ee:35967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f0d65a6309ee:35967 2024-12-16T03:20:42,732 DEBUG [RS:2;f0d65a6309ee:32963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f0d65a6309ee:32963 2024-12-16T03:20:42,737 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.HRegionServer(1008): ClusterId : 1f129caf-eaf4-40f5-a1ed-4d13febeabc7 2024-12-16T03:20:42,737 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.HRegionServer(1008): ClusterId : 1f129caf-eaf4-40f5-a1ed-4d13febeabc7 2024-12-16T03:20:42,737 DEBUG [RS:1;f0d65a6309ee:35967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:20:42,737 DEBUG [RS:2;f0d65a6309ee:32963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:20:42,737 DEBUG [RS:3;f0d65a6309ee:33095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;f0d65a6309ee:33095 2024-12-16T03:20:42,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:20:42,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:20:42,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:20:42,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:42,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:20:42,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:20:42,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:42,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:42,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:20:42,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:20:42,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:42,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:42,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:20:42,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:20:42,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:42,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:42,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740 2024-12-16T03:20:42,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740 2024-12-16T03:20:42,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:42,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:20:42,750 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:20:42,750 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68845432, jitterRate=0.025876879692077637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:42,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:20:42,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:42,751 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:42,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:42,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:42,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:42,752 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:42,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:42,752 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:20:42,752 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T03:20:42,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T03:20:42,753 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T03:20:42,753 DEBUG [RS:0;f0d65a6309ee:36257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:20:42,753 DEBUG [RS:0;f0d65a6309ee:36257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:20:42,753 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.HRegionServer(1008): ClusterId : 1f129caf-eaf4-40f5-a1ed-4d13febeabc7 2024-12-16T03:20:42,753 DEBUG [RS:3;f0d65a6309ee:33095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:20:42,754 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:20:42,761 DEBUG [RS:2;f0d65a6309ee:32963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:20:42,761 DEBUG [RS:1;f0d65a6309ee:35967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:20:42,761 DEBUG [RS:2;f0d65a6309ee:32963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:20:42,761 DEBUG [RS:1;f0d65a6309ee:35967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:20:42,778 DEBUG [RS:0;f0d65a6309ee:36257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:20:42,778 DEBUG [RS:3;f0d65a6309ee:33095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:20:42,778 DEBUG [RS:3;f0d65a6309ee:33095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:20:42,778 DEBUG [RS:0;f0d65a6309ee:36257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae6acb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:42,778 DEBUG [RS:2;f0d65a6309ee:32963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:20:42,778 DEBUG [RS:1;f0d65a6309ee:35967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:20:42,779 DEBUG [RS:2;f0d65a6309ee:32963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45814db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:42,779 DEBUG [RS:1;f0d65a6309ee:35967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ddec9fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:42,779 DEBUG [RS:0;f0d65a6309ee:36257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e53d997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:42,779 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:20:42,779 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:20:42,779 DEBUG [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:20:42,779 DEBUG [RS:2;f0d65a6309ee:32963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ede27d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:42,779 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:20:42,779 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:20:42,779 DEBUG [RS:2;f0d65a6309ee:32963 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:20:42,779 DEBUG [RS:1;f0d65a6309ee:35967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39eee0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:42,779 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:20:42,779 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:20:42,779 DEBUG [RS:1;f0d65a6309ee:35967 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:20:42,786 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,36085,1734319242140 with isa=f0d65a6309ee/172.17.0.2:36257, startcode=1734319242286 2024-12-16T03:20:42,786 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,36085,1734319242140 with isa=f0d65a6309ee/172.17.0.2:35967, startcode=1734319242335 2024-12-16T03:20:42,786 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,36085,1734319242140 with isa=f0d65a6309ee/172.17.0.2:32963, startcode=1734319242365 2024-12-16T03:20:42,787 DEBUG [RS:1;f0d65a6309ee:35967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:20:42,787 DEBUG [RS:0;f0d65a6309ee:36257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:20:42,787 DEBUG [RS:2;f0d65a6309ee:32963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:20:42,788 DEBUG [RS:3;f0d65a6309ee:33095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:20:42,788 DEBUG [RS:3;f0d65a6309ee:33095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213ecc44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:42,788 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35213, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:20:42,788 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49315, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:20:42,788 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41053, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:20:42,788 DEBUG [RS:3;f0d65a6309ee:33095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eadbf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:42,788 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:20:42,788 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:20:42,788 DEBUG [RS:3;f0d65a6309ee:33095 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:20:42,788 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,32963,1734319242365 2024-12-16T03:20:42,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,32963,1734319242365 2024-12-16T03:20:42,789 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,36085,1734319242140 with isa=f0d65a6309ee/172.17.0.2:33095, startcode=1734319242394 2024-12-16T03:20:42,789 DEBUG [RS:3;f0d65a6309ee:33095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:20:42,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,36257,1734319242286 2024-12-16T03:20:42,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,36257,1734319242286 2024-12-16T03:20:42,791 DEBUG [RS:2;f0d65a6309ee:32963 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3 2024-12-16T03:20:42,791 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60039, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:20:42,791 DEBUG [RS:2;f0d65a6309ee:32963 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34331 2024-12-16T03:20:42,791 DEBUG [RS:2;f0d65a6309ee:32963 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:20:42,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,35967,1734319242335 2024-12-16T03:20:42,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,35967,1734319242335 2024-12-16T03:20:42,791 DEBUG [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3 2024-12-16T03:20:42,791 DEBUG [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34331 2024-12-16T03:20:42,791 DEBUG [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:20:42,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,33095,1734319242394 2024-12-16T03:20:42,792 DEBUG [RS:1;f0d65a6309ee:35967 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3 2024-12-16T03:20:42,792 DEBUG [RS:1;f0d65a6309ee:35967 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34331 2024-12-16T03:20:42,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,33095,1734319242394 2024-12-16T03:20:42,792 DEBUG [RS:1;f0d65a6309ee:35967 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:20:42,793 DEBUG [RS:3;f0d65a6309ee:33095 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3 2024-12-16T03:20:42,793 DEBUG [RS:3;f0d65a6309ee:33095 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34331 2024-12-16T03:20:42,793 DEBUG [RS:3;f0d65a6309ee:33095 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:20:42,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:20:42,836 DEBUG [RS:0;f0d65a6309ee:36257 {}] zookeeper.ZKUtil(111): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,36257,1734319242286 2024-12-16T03:20:42,836 DEBUG [RS:2;f0d65a6309ee:32963 {}] zookeeper.ZKUtil(111): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,32963,1734319242365 2024-12-16T03:20:42,836 WARN [RS:2;f0d65a6309ee:32963 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:42,836 WARN [RS:0;f0d65a6309ee:36257 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:42,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,35967,1734319242335] 2024-12-16T03:20:42,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,36257,1734319242286] 2024-12-16T03:20:42,836 INFO [RS:2;f0d65a6309ee:32963 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:42,836 INFO [RS:0;f0d65a6309ee:36257 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:42,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,33095,1734319242394] 2024-12-16T03:20:42,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,32963,1734319242365] 2024-12-16T03:20:42,837 DEBUG [RS:1;f0d65a6309ee:35967 {}] zookeeper.ZKUtil(111): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,35967,1734319242335 2024-12-16T03:20:42,837 DEBUG [RS:3;f0d65a6309ee:33095 {}] zookeeper.ZKUtil(111): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,33095,1734319242394 2024-12-16T03:20:42,837 DEBUG [RS:2;f0d65a6309ee:32963 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,32963,1734319242365 2024-12-16T03:20:42,837 DEBUG [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,36257,1734319242286 2024-12-16T03:20:42,837 WARN [RS:3;f0d65a6309ee:33095 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:42,837 WARN [RS:1;f0d65a6309ee:35967 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:42,837 INFO [RS:3;f0d65a6309ee:33095 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:42,837 INFO [RS:1;f0d65a6309ee:35967 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:42,837 DEBUG [RS:1;f0d65a6309ee:35967 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,35967,1734319242335 2024-12-16T03:20:42,837 DEBUG [RS:3;f0d65a6309ee:33095 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394 2024-12-16T03:20:42,839 DEBUG [RS:2;f0d65a6309ee:32963 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:20:42,839 DEBUG [RS:0;f0d65a6309ee:36257 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:20:42,839 DEBUG [RS:1;f0d65a6309ee:35967 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:20:42,839 DEBUG [RS:3;f0d65a6309ee:33095 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:20:42,839 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:20:42,839 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:20:42,839 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:20:42,839 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:20:42,840 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:20:42,842 INFO [RS:3;f0d65a6309ee:33095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:42,842 INFO [RS:3;f0d65a6309ee:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,842 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:20:42,842 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:20:42,843 INFO [RS:3;f0d65a6309ee:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,843 DEBUG [RS:3;f0d65a6309ee:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,843 DEBUG [RS:3;f0d65a6309ee:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,843 DEBUG [RS:3;f0d65a6309ee:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,843 DEBUG [RS:3;f0d65a6309ee:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,843 DEBUG [RS:3;f0d65a6309ee:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,843 DEBUG [RS:3;f0d65a6309ee:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:42,843 DEBUG [RS:3;f0d65a6309ee:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,843 DEBUG [RS:3;f0d65a6309ee:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,843 DEBUG [RS:3;f0d65a6309ee:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,843 DEBUG [RS:3;f0d65a6309ee:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,843 DEBUG [RS:3;f0d65a6309ee:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,843 DEBUG [RS:3;f0d65a6309ee:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:42,843 DEBUG [RS:3;f0d65a6309ee:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:42,847 INFO [RS:1;f0d65a6309ee:35967 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:42,847 INFO [RS:1;f0d65a6309ee:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,848 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:20:42,849 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:20:42,849 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:20:42,850 INFO [RS:2;f0d65a6309ee:32963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:42,850 INFO [RS:2;f0d65a6309ee:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,850 INFO [RS:1;f0d65a6309ee:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,850 DEBUG [RS:1;f0d65a6309ee:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,850 DEBUG [RS:1;f0d65a6309ee:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,851 DEBUG [RS:1;f0d65a6309ee:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,851 DEBUG [RS:1;f0d65a6309ee:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,851 DEBUG [RS:1;f0d65a6309ee:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,851 DEBUG [RS:1;f0d65a6309ee:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:42,851 DEBUG [RS:1;f0d65a6309ee:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,851 DEBUG [RS:1;f0d65a6309ee:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,851 DEBUG [RS:1;f0d65a6309ee:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,851 DEBUG [RS:1;f0d65a6309ee:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,851 DEBUG [RS:1;f0d65a6309ee:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,851 DEBUG [RS:1;f0d65a6309ee:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:42,851 DEBUG [RS:1;f0d65a6309ee:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:42,852 INFO [RS:0;f0d65a6309ee:36257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:42,853 INFO [RS:0;f0d65a6309ee:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,853 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:20:42,853 INFO [RS:3;f0d65a6309ee:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,853 INFO [RS:3;f0d65a6309ee:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,853 INFO [RS:3;f0d65a6309ee:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,853 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:20:42,853 INFO [RS:3;f0d65a6309ee:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,853 INFO [RS:2;f0d65a6309ee:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,853 INFO [RS:3;f0d65a6309ee:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33095,1734319242394-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:42,853 DEBUG [RS:2;f0d65a6309ee:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:2;f0d65a6309ee:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:2;f0d65a6309ee:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:2;f0d65a6309ee:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:2;f0d65a6309ee:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:2;f0d65a6309ee:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:42,854 DEBUG [RS:2;f0d65a6309ee:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:2;f0d65a6309ee:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:2;f0d65a6309ee:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:2;f0d65a6309ee:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:2;f0d65a6309ee:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 INFO [RS:0;f0d65a6309ee:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,854 DEBUG [RS:2;f0d65a6309ee:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:42,854 DEBUG [RS:2;f0d65a6309ee:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:42,854 DEBUG [RS:0;f0d65a6309ee:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:0;f0d65a6309ee:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:0;f0d65a6309ee:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:0;f0d65a6309ee:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:0;f0d65a6309ee:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:0;f0d65a6309ee:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:42,854 DEBUG [RS:0;f0d65a6309ee:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:0;f0d65a6309ee:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:0;f0d65a6309ee:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:0;f0d65a6309ee:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:0;f0d65a6309ee:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:42,854 DEBUG [RS:0;f0d65a6309ee:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:42,854 DEBUG [RS:0;f0d65a6309ee:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:42,857 INFO [RS:1;f0d65a6309ee:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,857 INFO [RS:1;f0d65a6309ee:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,857 INFO [RS:1;f0d65a6309ee:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,857 INFO [RS:1;f0d65a6309ee:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,857 INFO [RS:1;f0d65a6309ee:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,35967,1734319242335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:42,857 INFO [RS:2;f0d65a6309ee:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,857 INFO [RS:2;f0d65a6309ee:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,857 INFO [RS:0;f0d65a6309ee:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,857 INFO [RS:2;f0d65a6309ee:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,857 INFO [RS:0;f0d65a6309ee:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,858 INFO [RS:2;f0d65a6309ee:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,858 INFO [RS:0;f0d65a6309ee:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,858 INFO [RS:2;f0d65a6309ee:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,32963,1734319242365-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:42,858 INFO [RS:0;f0d65a6309ee:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,858 INFO [RS:0;f0d65a6309ee:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,36257,1734319242286-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:42,868 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:20:42,869 INFO [RS:1;f0d65a6309ee:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,35967,1734319242335-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,872 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:20:42,872 INFO [RS:3;f0d65a6309ee:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33095,1734319242394-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,880 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.Replication(204): f0d65a6309ee,35967,1734319242335 started 2024-12-16T03:20:42,881 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,35967,1734319242335, RpcServer on f0d65a6309ee/172.17.0.2:35967, sessionid=0x1002cda980b0002 2024-12-16T03:20:42,881 DEBUG [RS:1;f0d65a6309ee:35967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:20:42,881 DEBUG [RS:1;f0d65a6309ee:35967 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,35967,1734319242335 2024-12-16T03:20:42,881 DEBUG [RS:1;f0d65a6309ee:35967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,35967,1734319242335' 2024-12-16T03:20:42,881 DEBUG [RS:1;f0d65a6309ee:35967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:20:42,881 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:20:42,881 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:20:42,881 INFO [RS:2;f0d65a6309ee:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,32963,1734319242365-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,881 INFO [RS:0;f0d65a6309ee:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,36257,1734319242286-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:42,881 DEBUG [RS:1;f0d65a6309ee:35967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:20:42,882 DEBUG [RS:1;f0d65a6309ee:35967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:20:42,882 DEBUG [RS:1;f0d65a6309ee:35967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:20:42,882 DEBUG [RS:1;f0d65a6309ee:35967 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,35967,1734319242335 2024-12-16T03:20:42,882 DEBUG [RS:1;f0d65a6309ee:35967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,35967,1734319242335' 2024-12-16T03:20:42,882 DEBUG [RS:1;f0d65a6309ee:35967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:20:42,882 DEBUG [RS:1;f0d65a6309ee:35967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:20:42,882 DEBUG [RS:1;f0d65a6309ee:35967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:20:42,882 INFO [RS:1;f0d65a6309ee:35967 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:20:42,882 INFO [RS:1;f0d65a6309ee:35967 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:20:42,891 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.Replication(204): f0d65a6309ee,33095,1734319242394 started 2024-12-16T03:20:42,891 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,33095,1734319242394, RpcServer on f0d65a6309ee/172.17.0.2:33095, sessionid=0x1002cda980b0004 2024-12-16T03:20:42,891 DEBUG [RS:3;f0d65a6309ee:33095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:20:42,891 DEBUG [RS:3;f0d65a6309ee:33095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,33095,1734319242394 2024-12-16T03:20:42,891 DEBUG [RS:3;f0d65a6309ee:33095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,33095,1734319242394' 2024-12-16T03:20:42,891 DEBUG [RS:3;f0d65a6309ee:33095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:20:42,891 DEBUG [RS:3;f0d65a6309ee:33095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:20:42,892 DEBUG [RS:3;f0d65a6309ee:33095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:20:42,892 DEBUG [RS:3;f0d65a6309ee:33095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:20:42,892 DEBUG [RS:3;f0d65a6309ee:33095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,33095,1734319242394 2024-12-16T03:20:42,892 DEBUG [RS:3;f0d65a6309ee:33095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,33095,1734319242394' 2024-12-16T03:20:42,892 DEBUG [RS:3;f0d65a6309ee:33095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:20:42,892 DEBUG [RS:3;f0d65a6309ee:33095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:20:42,892 DEBUG [RS:3;f0d65a6309ee:33095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:20:42,892 INFO [RS:3;f0d65a6309ee:33095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:20:42,892 INFO [RS:3;f0d65a6309ee:33095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:20:42,901 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.Replication(204): f0d65a6309ee,36257,1734319242286 started 2024-12-16T03:20:42,901 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,36257,1734319242286, RpcServer on f0d65a6309ee/172.17.0.2:36257, sessionid=0x1002cda980b0001 2024-12-16T03:20:42,901 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.Replication(204): f0d65a6309ee,32963,1734319242365 started 2024-12-16T03:20:42,901 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,32963,1734319242365, RpcServer on f0d65a6309ee/172.17.0.2:32963, sessionid=0x1002cda980b0003 2024-12-16T03:20:42,901 DEBUG [RS:0;f0d65a6309ee:36257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:20:42,901 DEBUG [RS:0;f0d65a6309ee:36257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,36257,1734319242286 2024-12-16T03:20:42,901 DEBUG [RS:2;f0d65a6309ee:32963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:20:42,902 DEBUG [RS:0;f0d65a6309ee:36257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,36257,1734319242286' 2024-12-16T03:20:42,902 DEBUG [RS:2;f0d65a6309ee:32963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,32963,1734319242365 2024-12-16T03:20:42,902 DEBUG [RS:0;f0d65a6309ee:36257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:20:42,902 DEBUG [RS:2;f0d65a6309ee:32963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,32963,1734319242365' 2024-12-16T03:20:42,902 DEBUG [RS:2;f0d65a6309ee:32963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:20:42,902 DEBUG [RS:2;f0d65a6309ee:32963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:20:42,902 DEBUG [RS:0;f0d65a6309ee:36257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:20:42,902 DEBUG [RS:2;f0d65a6309ee:32963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:20:42,902 DEBUG [RS:0;f0d65a6309ee:36257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:20:42,902 DEBUG [RS:0;f0d65a6309ee:36257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:20:42,902 DEBUG [RS:2;f0d65a6309ee:32963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:20:42,902 DEBUG [RS:0;f0d65a6309ee:36257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,36257,1734319242286 2024-12-16T03:20:42,902 DEBUG [RS:0;f0d65a6309ee:36257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,36257,1734319242286' 2024-12-16T03:20:42,902 DEBUG [RS:2;f0d65a6309ee:32963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,32963,1734319242365 2024-12-16T03:20:42,902 DEBUG [RS:0;f0d65a6309ee:36257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:20:42,902 DEBUG [RS:2;f0d65a6309ee:32963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,32963,1734319242365' 2024-12-16T03:20:42,902 DEBUG [RS:2;f0d65a6309ee:32963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:20:42,902 DEBUG [RS:0;f0d65a6309ee:36257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:20:42,902 DEBUG [RS:2;f0d65a6309ee:32963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:20:42,903 DEBUG [RS:0;f0d65a6309ee:36257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:20:42,903 DEBUG [RS:2;f0d65a6309ee:32963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:20:42,903 INFO [RS:0;f0d65a6309ee:36257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:20:42,903 INFO [RS:0;f0d65a6309ee:36257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:20:42,903 INFO [RS:2;f0d65a6309ee:32963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:20:42,903 INFO [RS:2;f0d65a6309ee:32963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:20:42,904 WARN [f0d65a6309ee:36085 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-16T03:20:42,983 INFO [RS:1;f0d65a6309ee:35967 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:42,984 INFO [RS:1;f0d65a6309ee:35967 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C35967%2C1734319242335, suffix=, logDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,35967,1734319242335, archiveDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/oldWALs, maxLogs=10 2024-12-16T03:20:42,993 INFO [RS:3;f0d65a6309ee:33095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:42,994 INFO [RS:3;f0d65a6309ee:33095 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C33095%2C1734319242394, suffix=, logDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394, archiveDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/oldWALs, maxLogs=10 2024-12-16T03:20:42,996 DEBUG [RS:1;f0d65a6309ee:35967 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,35967,1734319242335/f0d65a6309ee%2C35967%2C1734319242335.1734319242984, exclude list is [], retry=0 2024-12-16T03:20:42,999 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40017,DS-db64b321-a500-4592-8679-8f9e779a1eff,DISK] 2024-12-16T03:20:42,999 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38351,DS-9b695294-eb5a-455f-866c-cc8481f5c70e,DISK] 2024-12-16T03:20:42,999 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33137,DS-a2ff486a-c8b2-43a7-bfd1-b6570f4a4660,DISK] 2024-12-16T03:20:43,003 INFO [RS:0;f0d65a6309ee:36257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:43,003 INFO [RS:2;f0d65a6309ee:32963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:43,004 INFO [RS:1;f0d65a6309ee:35967 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,35967,1734319242335/f0d65a6309ee%2C35967%2C1734319242335.1734319242984 2024-12-16T03:20:43,004 INFO [RS:0;f0d65a6309ee:36257 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C36257%2C1734319242286, suffix=, logDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,36257,1734319242286, archiveDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/oldWALs, maxLogs=10 2024-12-16T03:20:43,004 INFO [RS:2;f0d65a6309ee:32963 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C32963%2C1734319242365, suffix=, logDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,32963,1734319242365, archiveDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/oldWALs, maxLogs=10 2024-12-16T03:20:43,006 DEBUG [RS:1;f0d65a6309ee:35967 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39235:39235),(127.0.0.1/127.0.0.1:41719:41719),(127.0.0.1/127.0.0.1:36373:36373)] 2024-12-16T03:20:43,009 DEBUG [RS:3;f0d65a6309ee:33095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.1734319242994, exclude list is [], retry=0 2024-12-16T03:20:43,012 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33137,DS-a2ff486a-c8b2-43a7-bfd1-b6570f4a4660,DISK] 2024-12-16T03:20:43,012 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40017,DS-db64b321-a500-4592-8679-8f9e779a1eff,DISK] 2024-12-16T03:20:43,012 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39243,DS-01e405cc-1858-46b0-b9e5-f6e80d372b93,DISK] 2024-12-16T03:20:43,014 INFO [RS:3;f0d65a6309ee:33095 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.1734319242994 2024-12-16T03:20:43,014 DEBUG [RS:3;f0d65a6309ee:33095 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36373:36373),(127.0.0.1/127.0.0.1:41719:41719),(127.0.0.1/127.0.0.1:41941:41941)] 2024-12-16T03:20:43,018 DEBUG [RS:0;f0d65a6309ee:36257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,36257,1734319242286/f0d65a6309ee%2C36257%2C1734319242286.1734319243004, exclude list is [], retry=0 2024-12-16T03:20:43,020 DEBUG [RS:2;f0d65a6309ee:32963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,32963,1734319242365/f0d65a6309ee%2C32963%2C1734319242365.1734319243004, exclude list is [], retry=0 2024-12-16T03:20:43,021 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40017,DS-db64b321-a500-4592-8679-8f9e779a1eff,DISK] 2024-12-16T03:20:43,021 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38351,DS-9b695294-eb5a-455f-866c-cc8481f5c70e,DISK] 2024-12-16T03:20:43,021 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33137,DS-a2ff486a-c8b2-43a7-bfd1-b6570f4a4660,DISK] 2024-12-16T03:20:43,022 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38351,DS-9b695294-eb5a-455f-866c-cc8481f5c70e,DISK] 2024-12-16T03:20:43,023 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39243,DS-01e405cc-1858-46b0-b9e5-f6e80d372b93,DISK] 2024-12-16T03:20:43,025 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40017,DS-db64b321-a500-4592-8679-8f9e779a1eff,DISK] 2024-12-16T03:20:43,031 INFO [RS:0;f0d65a6309ee:36257 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,36257,1734319242286/f0d65a6309ee%2C36257%2C1734319242286.1734319243004 2024-12-16T03:20:43,034 DEBUG [RS:0;f0d65a6309ee:36257 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39235:39235),(127.0.0.1/127.0.0.1:41719:41719),(127.0.0.1/127.0.0.1:36373:36373)] 2024-12-16T03:20:43,034 INFO [RS:2;f0d65a6309ee:32963 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,32963,1734319242365/f0d65a6309ee%2C32963%2C1734319242365.1734319243004 2024-12-16T03:20:43,034 DEBUG [RS:2;f0d65a6309ee:32963 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41941:41941),(127.0.0.1/127.0.0.1:41719:41719),(127.0.0.1/127.0.0.1:39235:39235)] 2024-12-16T03:20:43,154 DEBUG [f0d65a6309ee:36085 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-16T03:20:43,154 DEBUG [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:43,156 DEBUG [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:43,156 DEBUG [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:43,156 DEBUG [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:43,156 DEBUG [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:20:43,156 INFO [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:43,156 INFO [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:43,156 INFO [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:43,156 INFO [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:20:43,156 DEBUG [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:20:43,156 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,33095,1734319242394 2024-12-16T03:20:43,157 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,33095,1734319242394, state=OPENING 2024-12-16T03:20:43,228 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T03:20:43,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:43,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:43,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:43,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:43,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:43,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:43,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:43,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:43,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,33095,1734319242394}] 2024-12-16T03:20:43,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:43,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:43,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,33095,1734319242394 2024-12-16T03:20:43,403 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:43,404 INFO [RS-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:43,407 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:20:43,407 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:43,425 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-16T03:20:43,426 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T03:20:43,427 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C33095%2C1734319242394.meta, suffix=.meta, logDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394, archiveDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/oldWALs, maxLogs=10 2024-12-16T03:20:43,443 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, exclude list is [], retry=0 2024-12-16T03:20:43,444 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x137c8cee to 127.0.0.1:63691 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@275cfbfa 2024-12-16T03:20:43,446 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38351,DS-9b695294-eb5a-455f-866c-cc8481f5c70e,DISK] 2024-12-16T03:20:43,446 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40017,DS-db64b321-a500-4592-8679-8f9e779a1eff,DISK] 2024-12-16T03:20:43,446 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33137,DS-a2ff486a-c8b2-43a7-bfd1-b6570f4a4660,DISK] 2024-12-16T03:20:43,448 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta 2024-12-16T03:20:43,448 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39235:39235),(127.0.0.1/127.0.0.1:41719:41719),(127.0.0.1/127.0.0.1:36373:36373)] 2024-12-16T03:20:43,448 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:43,448 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:43,448 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:20:43,449 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:43,449 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:20:43,449 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:43,449 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:20:43,449 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:20:43,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:20:43,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:20:43,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:43,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:43,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:20:43,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:20:43,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:43,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:43,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:20:43,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:20:43,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:43,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:43,454 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740 2024-12-16T03:20:43,455 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740 2024-12-16T03:20:43,457 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:43,458 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:20:43,459 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60687306, jitterRate=-0.09568867087364197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:43,459 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:20:43,460 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734319243403 2024-12-16T03:20:43,461 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:20:43,461 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:20:43,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,33095,1734319242394 2024-12-16T03:20:43,462 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,33095,1734319242394, state=OPEN 2024-12-16T03:20:43,470 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267e671b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:43,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:43,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:43,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:43,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:43,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:43,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:43,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:43,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:43,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:43,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:43,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T03:20:43,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,33095,1734319242394 in 219 msec 2024-12-16T03:20:43,472 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:63691 2024-12-16T03:20:43,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T03:20:43,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 720 msec 2024-12-16T03:20:43,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 768 msec 2024-12-16T03:20:43,474 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734319243474, completionTime=-1 2024-12-16T03:20:43,474 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-16T03:20:43,475 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T03:20:43,478 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:43,479 DEBUG [hconnection-0x3e1cbf34-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:43,479 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=1f129caf-eaf4-40f5-a1ed-4d13febeabc7 to cluster=1f129caf-eaf4-40f5-a1ed-4d13febeabc7 2024-12-16T03:20:43,479 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:20:43,479 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=f0d65a6309ee%2C33095%2C1734319242394 2024-12-16T03:20:43,479 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-16T03:20:43,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1002cda980b0006 connected 2024-12-16T03:20:43,480 INFO [RS-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:43,480 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-16T03:20:43,481 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734319303480 2024-12-16T03:20:43,481 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734319363481 2024-12-16T03:20:43,481 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 6 msec 2024-12-16T03:20:43,483 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:43,484 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f0d65a6309ee%2C33095%2C1734319242394 2024-12-16T03:20:43,488 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:43,488 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 316, reset compression=false 2024-12-16T03:20:43,489 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734319243460/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=316, nbRowKeys=1, nbHFiles=0, heapSize=332, lastSeqIds={}, endOfFile=false,usedBufferSize=332] 2024-12-16T03:20:43,497 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:43,498 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:43,503 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,36085,1734319242140-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:43,503 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,36085,1734319242140-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:43,503 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,36085,1734319242140-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:43,503 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f0d65a6309ee:36085, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:43,504 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:43,504 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T03:20:43,504 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:20:43,505 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T03:20:43,506 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T03:20:43,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:20:43,508 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:43,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:20:43,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:20:43,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:20:43,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:20:43,529 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2095f5984bed8e1c8435fd99284882aa, NAME => 'hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3 2024-12-16T03:20:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:20:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:20:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:20:43,542 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:43,542 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 2095f5984bed8e1c8435fd99284882aa, disabling compactions & flushes 2024-12-16T03:20:43,542 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa. 2024-12-16T03:20:43,542 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa. 2024-12-16T03:20:43,542 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa. after waiting 0 ms 2024-12-16T03:20:43,542 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa. 2024-12-16T03:20:43,542 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa. 2024-12-16T03:20:43,542 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2095f5984bed8e1c8435fd99284882aa: 2024-12-16T03:20:43,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:20:43,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734319243543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319243543"}]},"ts":"1734319243543"} 2024-12-16T03:20:43,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:20:43,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:20:43,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319243545"}]},"ts":"1734319243545"} 2024-12-16T03:20:43,545 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T03:20:43,561 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:43,562 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:43,562 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:43,562 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:43,562 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:20:43,562 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:43,563 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:43,563 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:43,563 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:20:43,563 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:20:43,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2095f5984bed8e1c8435fd99284882aa, ASSIGN}] 2024-12-16T03:20:43,564 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2095f5984bed8e1c8435fd99284882aa, ASSIGN 2024-12-16T03:20:43,564 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=2095f5984bed8e1c8435fd99284882aa, ASSIGN; state=OFFLINE, location=f0d65a6309ee,36257,1734319242286; forceNewPlan=false, retain=false 2024-12-16T03:20:43,696 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 316, reset compression=false 2024-12-16T03:20:43,701 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:43,701 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 685, reset compression=false 2024-12-16T03:20:43,701 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=685, nbRowKeys=2, nbHFiles=0, heapSize=624, lastSeqIds={}, endOfFile=false,usedBufferSize=624] 2024-12-16T03:20:43,714 INFO [f0d65a6309ee:36085 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:20:43,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2095f5984bed8e1c8435fd99284882aa, regionState=OPENING, regionLocation=f0d65a6309ee,36257,1734319242286 2024-12-16T03:20:43,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 2095f5984bed8e1c8435fd99284882aa, server=f0d65a6309ee,36257,1734319242286}] 2024-12-16T03:20:43,867 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,36257,1734319242286 2024-12-16T03:20:43,867 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:43,868 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:43,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa. 2024-12-16T03:20:43,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 2095f5984bed8e1c8435fd99284882aa, NAME => 'hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:43,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 2095f5984bed8e1c8435fd99284882aa 2024-12-16T03:20:43,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:43,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 2095f5984bed8e1c8435fd99284882aa 2024-12-16T03:20:43,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 2095f5984bed8e1c8435fd99284882aa 2024-12-16T03:20:43,873 INFO [StoreOpener-2095f5984bed8e1c8435fd99284882aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2095f5984bed8e1c8435fd99284882aa 2024-12-16T03:20:43,874 INFO [StoreOpener-2095f5984bed8e1c8435fd99284882aa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2095f5984bed8e1c8435fd99284882aa columnFamilyName info 2024-12-16T03:20:43,874 DEBUG [StoreOpener-2095f5984bed8e1c8435fd99284882aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:43,874 INFO [StoreOpener-2095f5984bed8e1c8435fd99284882aa-1 {}] regionserver.HStore(327): Store=2095f5984bed8e1c8435fd99284882aa/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:43,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/namespace/2095f5984bed8e1c8435fd99284882aa 2024-12-16T03:20:43,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/namespace/2095f5984bed8e1c8435fd99284882aa 2024-12-16T03:20:43,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 2095f5984bed8e1c8435fd99284882aa 2024-12-16T03:20:43,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/namespace/2095f5984bed8e1c8435fd99284882aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:20:43,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 2095f5984bed8e1c8435fd99284882aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66762856, jitterRate=-0.00515592098236084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:20:43,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 2095f5984bed8e1c8435fd99284882aa: 2024-12-16T03:20:43,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa., pid=6, masterSystemTime=1734319243867 2024-12-16T03:20:43,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa. 2024-12-16T03:20:43,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa. 2024-12-16T03:20:43,881 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2095f5984bed8e1c8435fd99284882aa, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,36257,1734319242286 2024-12-16T03:20:43,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T03:20:43,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 2095f5984bed8e1c8435fd99284882aa, server=f0d65a6309ee,36257,1734319242286 in 166 msec 2024-12-16T03:20:43,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T03:20:43,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=2095f5984bed8e1c8435fd99284882aa, ASSIGN in 320 msec 2024-12-16T03:20:43,885 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:20:43,885 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319243885"}]},"ts":"1734319243885"} 2024-12-16T03:20:43,885 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T03:20:43,895 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:20:43,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 391 msec 2024-12-16T03:20:43,905 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 685, reset compression=false 2024-12-16T03:20:43,906 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-16T03:20:43,909 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:43,909 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 1808, reset compression=false 2024-12-16T03:20:43,909 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6=[#edits: 3 = ],612}, {hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=1808, nbRowKeys=3, nbHFiles=0, heapSize=1716, lastSeqIds={}, endOfFile=false,usedBufferSize=1716] 2024-12-16T03:20:43,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:20:43,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:43,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:43,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:43,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:43,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:43,914 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:43,915 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:43,916 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T03:20:43,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:20:43,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-12-16T03:20:43,947 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T03:20:43,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:20:43,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 21 msec 2024-12-16T03:20:43,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-16T03:20:44,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-16T03:20:44,011 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.566sec 2024-12-16T03:20:44,012 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T03:20:44,012 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T03:20:44,012 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T03:20:44,012 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T03:20:44,012 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T03:20:44,012 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,36085,1734319242140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:44,012 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,36085,1734319242140-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T03:20:44,014 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T03:20:44,014 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T03:20:44,014 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,36085,1734319242140-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:44,027 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b373237 to 127.0.0.1:63691 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e2aa8ee 2024-12-16T03:20:44,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41df3bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:44,038 DEBUG [hconnection-0x6d5442fd-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:44,039 INFO [RS-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:44,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f0d65a6309ee,36085,1734319242140 2024-12-16T03:20:44,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:20:44,042 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:20:44,043 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36085 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:20:44,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36085 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-16T03:20:44,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:20:44,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:20:44,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:20:44,059 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T03:20:44,059 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-16T03:20:44,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-16T03:20:44,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-16T03:20:44,062 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-16T03:20:44,063 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=f0d65a6309ee,33095,1734319242394 2024-12-16T03:20:44,063 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,33095,1734319242394, state=CLOSING 2024-12-16T03:20:44,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:44,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:44,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:44,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:44,070 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:20:44,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:44,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=f0d65a6309ee,33095,1734319242394}] 2024-12-16T03:20:44,113 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 1808, reset compression=false 2024-12-16T03:20:44,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,33095,1734319242394 2024-12-16T03:20:44,222 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-16T03:20:44,222 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:20:44,222 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:44,222 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:44,222 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:44,222 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:44,222 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:44,222 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-16T03:20:44,237 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/.tmp/info/d98edc7f6be04ce5ab08b23a92649999 is 143, key is hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa./info:regioninfo/1734319243881/Put/seqid=0 2024-12-16T03:20:44,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:20:44,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:20:44,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:20:44,244 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/.tmp/info/d98edc7f6be04ce5ab08b23a92649999 2024-12-16T03:20:44,260 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/.tmp/table/3b5c599528614db282f8f593cdd7fe59 is 51, key is hbase:namespace/table:state/1734319243885/Put/seqid=0 2024-12-16T03:20:44,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:20:44,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:20:44,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:20:44,266 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/.tmp/table/3b5c599528614db282f8f593cdd7fe59 2024-12-16T03:20:44,270 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/.tmp/info/d98edc7f6be04ce5ab08b23a92649999 as hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/info/d98edc7f6be04ce5ab08b23a92649999 2024-12-16T03:20:44,274 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/info/d98edc7f6be04ce5ab08b23a92649999, entries=10, sequenceid=9, filesize=6.4 K 2024-12-16T03:20:44,275 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/.tmp/table/3b5c599528614db282f8f593cdd7fe59 as hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/table/3b5c599528614db282f8f593cdd7fe59 2024-12-16T03:20:44,278 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/table/3b5c599528614db282f8f593cdd7fe59, entries=2, sequenceid=9, filesize=5.1 K 2024-12-16T03:20:44,279 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 57ms, sequenceid=9, compaction requested=false 2024-12-16T03:20:44,279 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-16T03:20:44,282 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-16T03:20:44,283 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:44,283 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:44,283 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:44,283 WARN [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-16T03:20:44,284 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-16T03:20:44,284 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-16T03:20:44,284 WARN [PEWorker-1 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-16T03:20:44,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-16T03:20:44,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=f0d65a6309ee,33095,1734319242394 in 214 msec 2024-12-16T03:20:44,285 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=f0d65a6309ee,33095,1734319242394; forceNewPlan=false, retain=true 2024-12-16T03:20:44,417 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 1808, reset compression=false 2024-12-16T03:20:44,422 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:44,422 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 2476, reset compression=false 2024-12-16T03:20:44,422 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319244222/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319244278/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734319244280/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=2476, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-16T03:20:44,425 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-16T03:20:44,426 WARN [ReadOnlyZKClient-127.0.0.1:63691@0x137c8cee {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-16T03:20:44,436 INFO [f0d65a6309ee:36085 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:20:44,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,33095,1734319242394 2024-12-16T03:20:44,437 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,33095,1734319242394, state=OPENING 2024-12-16T03:20:44,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:44,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,33095,1734319242394}] 2024-12-16T03:20:44,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:44,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:44,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:44,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:44,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,491 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:44,491 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:44,598 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:44,598 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:44,617 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:20:44,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:44,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:44,626 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 2476, reset compression=false 2024-12-16T03:20:44,631 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,33095,1734319242394 2024-12-16T03:20:44,633 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:20:44,634 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:44,634 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:44,634 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:20:44,634 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:44,634 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:20:44,635 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:44,635 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:20:44,635 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:20:44,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:20:44,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:20:44,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:44,673 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/info/d98edc7f6be04ce5ab08b23a92649999 2024-12-16T03:20:44,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:44,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:20:44,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:20:44,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:44,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:44,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:20:44,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:44,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:44,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:44,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:20:44,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:44,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:44,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:44,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:44,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:44,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:44,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:44,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:44,704 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/table/3b5c599528614db282f8f593cdd7fe59 2024-12-16T03:20:44,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:44,705 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740 2024-12-16T03:20:44,706 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740 2024-12-16T03:20:44,708 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:44,710 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:20:44,711 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61884909, jitterRate=-0.07784299552440643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:44,712 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:20:44,713 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734319244630 2024-12-16T03:20:44,715 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:20:44,715 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:20:44,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,33095,1734319242394 2024-12-16T03:20:44,716 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,33095,1734319242394, state=OPEN 2024-12-16T03:20:44,730 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=f0d65a6309ee,33095,1734319242394, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-16T03:20:44,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:44,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:44,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:44,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:44,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:44,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-16T03:20:44,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,33095,1734319242394 in 275 msec 2024-12-16T03:20:44,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-16T03:20:44,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 691 msec 2024-12-16T03:20:44,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-16T03:20:44,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 695 msec 2024-12-16T03:20:44,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-16T03:20:44,759 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-16T03:20:44,759 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-16T03:20:44,760 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:20:44,760 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:20:44,760 DEBUG [f0d65a6309ee:36085 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-16T03:20:44,760 DEBUG [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:44,766 DEBUG [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:44,766 DEBUG [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:44,766 DEBUG [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:44,766 DEBUG [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:20:44,766 INFO [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:44,766 INFO [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:44,766 INFO [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:44,766 INFO [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:20:44,766 DEBUG [f0d65a6309ee:36085 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-16T03:20:44,767 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=f0d65a6309ee,32963,1734319242365 2024-12-16T03:20:44,768 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as f0d65a6309ee,32963,1734319242365, state=OPENING 2024-12-16T03:20:44,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=f0d65a6309ee,35967,1734319242335 2024-12-16T03:20:44,769 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as f0d65a6309ee,35967,1734319242335, state=OPENING 2024-12-16T03:20:44,784 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-16T03:20:44,792 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-16T03:20:44,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:44,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:44,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:44,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:44,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:44,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=f0d65a6309ee,32963,1734319242365}] 2024-12-16T03:20:44,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:44,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:44,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=f0d65a6309ee,35967,1734319242335}] 2024-12-16T03:20:44,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:44,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:44,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:44,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:44,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:44,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:44,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:44,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:44,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:44,943 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 2476, reset compression=false 2024-12-16T03:20:44,947 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:44,947 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 2775, reset compression=false 2024-12-16T03:20:44,947 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734319244712/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-16T03:20:44,951 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-16T03:20:44,952 WARN [ReadOnlyZKClient-127.0.0.1:63691@0x137c8cee {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-16T03:20:44,952 WARN [ReadOnlyZKClient-127.0.0.1:63691@0x137c8cee {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-16T03:20:44,961 WARN [ReadOnlyZKClient-127.0.0.1:63691@0x137c8cee {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-16T03:20:44,961 WARN [ReadOnlyZKClient-127.0.0.1:63691@0x137c8cee {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-16T03:20:44,961 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,32963,1734319242365 2024-12-16T03:20:44,961 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:44,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,35967,1734319242335 2024-12-16T03:20:44,963 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:44,967 WARN [ReadOnlyZKClient-127.0.0.1:63691@0x137c8cee {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-16T03:20:44,967 WARN [ReadOnlyZKClient-127.0.0.1:63691@0x137c8cee {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-16T03:20:44,972 INFO [RS-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:44,973 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:44,977 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-16T03:20:44,978 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-16T03:20:44,978 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:44,978 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-16T03:20:44,978 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:44,978 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-16T03:20:44,978 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:44,978 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-16T03:20:44,978 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-16T03:20:44,991 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-16T03:20:44,992 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-16T03:20:44,992 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:44,998 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/info/d98edc7f6be04ce5ab08b23a92649999 2024-12-16T03:20:44,998 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:44,998 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-16T03:20:44,999 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-16T03:20:44,999 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-16T03:20:44,999 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:20:44,999 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:45,000 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:45,000 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:45,000 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-16T03:20:45,000 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:45,000 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-16T03:20:45,000 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-16T03:20:45,000 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:45,000 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-16T03:20:45,000 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-16T03:20:45,001 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-16T03:20:45,001 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:45,001 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-16T03:20:45,003 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-16T03:20:45,003 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:45,008 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/table/3b5c599528614db282f8f593cdd7fe59 2024-12-16T03:20:45,008 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:45,008 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:45,009 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/info/d98edc7f6be04ce5ab08b23a92649999 2024-12-16T03:20:45,009 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:45,009 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-16T03:20:45,010 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63241598, jitterRate=-0.05762675404548645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:45,010 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-16T03:20:45,010 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=16, masterSystemTime=1734319244961 2024-12-16T03:20:45,010 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-16T03:20:45,010 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:45,011 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:45,011 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-16T03:20:45,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,32963,1734319242365 2024-12-16T03:20:45,012 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-16T03:20:45,012 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-16T03:20:45,012 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-16T03:20:45,012 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:45,012 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as f0d65a6309ee,32963,1734319242365, state=OPEN 2024-12-16T03:20:45,012 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-16T03:20:45,013 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:45,013 INFO [RS-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:45,014 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33095 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-16T03:20:45,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33095 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:45,014 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-16T03:20:45,014 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-16T03:20:45,019 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/table/3b5c599528614db282f8f593cdd7fe59 2024-12-16T03:20:45,020 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:45,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:45,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:45,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:45,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:45,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:45,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:45,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:45,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:45,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:45,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:45,021 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:45,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=14 2024-12-16T03:20:45,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=f0d65a6309ee,32963,1734319242365 in 211 msec 2024-12-16T03:20:45,023 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69923012, jitterRate=0.041934072971343994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:45,023 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-16T03:20:45,023 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=17, masterSystemTime=1734319244962 2024-12-16T03:20:45,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 264 msec 2024-12-16T03:20:45,025 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-16T03:20:45,025 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-16T03:20:45,025 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-16T03:20:45,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,35967,1734319242335 2024-12-16T03:20:45,025 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:45,025 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as f0d65a6309ee,35967,1734319242335, state=OPEN 2024-12-16T03:20:45,026 INFO [RS-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:45,026 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33095 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-16T03:20:45,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:45,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:45,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:45,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:45,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:45,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:45,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:45,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:45,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:45,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:45,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33095 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:45,035 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-16T03:20:45,035 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-16T03:20:45,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=15 2024-12-16T03:20:45,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=f0d65a6309ee,35967,1734319242335 in 224 msec 2024-12-16T03:20:45,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=9 2024-12-16T03:20:45,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 279 msec 2024-12-16T03:20:45,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 994 msec 2024-12-16T03:20:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:20:45,040 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:45,041 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c0f5ffd to 127.0.0.1:63691 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3303b92b 2024-12-16T03:20:45,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f804382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:45,051 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(313): Writing data from 0 to 1000 2024-12-16T03:20:45,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:45,054 INFO [RS-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:45,063 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:45,064 INFO [RS-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.HRegion(6096): 534574363 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 13 stores { family_name: "info" store_home_dir: "info" store_file: "d98edc7f6be04ce5ab08b23a92649999" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "3b5c599528614db282f8f593cdd7fe59" } server { host_name: "f0d65a6309ee" port: 33095 start_code: 1734319242394 } region_name: "hbase:meta,,1" 2024-12-16T03:20:45,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:20:45,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:20:45,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:20:45,069 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:45,070 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] regionserver.HRegion(6096): 1657623790 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 13 stores { family_name: "info" store_home_dir: "info" store_file: "d98edc7f6be04ce5ab08b23a92649999" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "3b5c599528614db282f8f593cdd7fe59" } server { host_name: "f0d65a6309ee" port: 33095 start_code: 1734319242394 } region_name: "hbase:meta,,1" 2024-12-16T03:20:45,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:20:45,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:20:45,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:20:45,161 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 2775, reset compression=false 2024-12-16T03:20:45,172 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-16T03:20:45,172 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/16=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319245014/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/18=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319245026/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/19=[#edits: 1 = <0/info:/1734319245054/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/20=[#edits: 1 = <1/info:/1734319245055/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/21=[#edits: 1 = <2/info:/1734319245056/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/22=[#edits: 1 = <3/info:/1734319245056/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/23=[#edits: 1 = <4/info:/1734319245057/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/24=[#edits: 1 = <5/info:/1734319245057/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/25=[#edits: 1 = <6/info:/1734319245058/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/26=[#edits: 1 = <7/info:/1734319245059/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/27=[#edits: 1 = <8/info:/1734319245060/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/28=[#edits: 1 = <9/info:/1734319245061/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/29=[#edits: 1 = <10/info:/1734319245062/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/30=[#edits: 1 = <11/info:/1734319245063/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/31=[#edits: 1 = <12/info:/1734319245064/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/32=[#edits: 1 = <13/info:/1734319245065/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/33=[#edits: 1 = <14/info:/1734319245066/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/34=[#edits: 1 = <15/info:/1734319245068/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/35=[#edits: 1 = <16/info:/1734319245069/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/36=[#edits: 1 = <17/info:/1734319245069/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/37=[#edits: 1 = <18/info:/1734319245070/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/38=[#edits: 1 = <19/info:/1734319245070/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/39=[#edits: 1 = <20/info:/1734319245071/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/40=[#edits: 1 = <21/info:/1734319245072/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/41=[#edits: 1 = <22/info:/1734319245072/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/42=[#edits: 1 = <23/info:/1734319245073/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/43=[#edits: 1 = <24/info:/1734319245073/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/44=[#edits: 1 = <25/info:/1734319245074/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/45=[#edits: 1 = <26/info:/1734319245074/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/46=[#edits: 1 = <27/info:/1734319245074/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/47=[#edits: 1 = <28/info:/1734319245075/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/48=[#edits: 1 = <29/info:/1734319245075/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/49=[#edits: 1 = <30/info:/1734319245076/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/50=[#edits: 1 = <31/info:/1734319245076/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/51=[#edits: 1 = <32/info:/1734319245076/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/52=[#edits: 1 = <33/info:/1734319245077/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/53=[#edits: 1 = <34/info:/1734319245077/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/54=[#edits: 1 = <35/info:/1734319245078/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/55=[#edits: 1 = <36/info:/1734319245078/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/56=[#edits: 1 = <37/info:/1734319245078/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/57=[#edits: 1 = <38/info:/1734319245079/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/58=[#edits: 1 = <39/info:/1734319245079/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/59=[#edits: 1 = <40/info:/1734319245080/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/60=[#edits: 1 = <41/info:/1734319245080/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/61=[#edits: 1 = <42/info:/1734319245081/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/62=[#edits: 1 = <43/info:/1734319245081/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/63=[#edits: 1 = <44/info:/1734319245081/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/64=[#edits: 1 = <45/info:/1734319245082/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/65=[#edits: 1 = <46/info:/1734319245082/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/66=[#edits: 1 = <47/info:/1734319245082/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/67=[#edits: 1 = <48/info:/1734319245083/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/68=[#edits: 1 = <49/info:/1734319245083/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/69=[#edits: 1 = <50/info:/1734319245083/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/70=[#edits: 1 = <51/info:/1734319245084/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/71=[#edits: 1 = <52/info:/1734319245084/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/72=[#edits: 1 = <53/info:/1734319245084/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/73=[#edits: 1 = <54/info:/1734319245085/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/74=[#edits: 1 = <55/info:/1734319245085/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/75=[#edits: 1 = <56/info:/1734319245085/Put/vlen=2/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=6901, nbRowKeys=59, nbHFiles=0, heapSize=10276, lastSeqIds={}, endOfFile=false,usedBufferSize=10276] 2024-12-16T03:20:45,174 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:45,176 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:20:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:20:45,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:20:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:20:45,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:45,212 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/76=[#edits: 1 = <57/info:/1734319245086/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/77=[#edits: 1 = <58/info:/1734319245086/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/78=[#edits: 1 = <59/info:/1734319245086/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/79=[#edits: 1 = <60/info:/1734319245087/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/80=[#edits: 1 = <61/info:/1734319245087/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/81=[#edits: 1 = <62/info:/1734319245087/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/82=[#edits: 1 = <63/info:/1734319245088/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/83=[#edits: 1 = <64/info:/1734319245088/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/84=[#edits: 1 = <65/info:/1734319245088/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/85=[#edits: 1 = <66/info:/1734319245089/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/86=[#edits: 1 = <67/info:/1734319245089/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/87=[#edits: 1 = <68/info:/1734319245089/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/88=[#edits: 1 = <69/info:/1734319245090/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/89=[#edits: 1 = <70/info:/1734319245090/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/90=[#edits: 1 = <71/info:/1734319245090/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/91=[#edits: 1 = <72/info:/1734319245091/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/92=[#edits: 1 = <73/info:/1734319245091/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/93=[#edits: 1 = <74/info:/1734319245091/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/94=[#edits: 1 = <75/info:/1734319245092/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/95=[#edits: 1 = <76/info:/1734319245092/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/96=[#edits: 1 = <77/info:/1734319245092/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/97=[#edits: 1 = <78/info:/1734319245093/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/98=[#edits: 1 = <79/info:/1734319245093/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/99=[#edits: 1 = <80/info:/1734319245093/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/100=[#edits: 1 = <81/info:/1734319245094/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/101=[#edits: 1 = <82/info:/1734319245095/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/102=[#edits: 1 = <83/info:/1734319245095/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/103=[#edits: 1 = <84/info:/1734319245096/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/104=[#edits: 1 = <85/info:/1734319245096/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/105=[#edits: 1 = <86/info:/1734319245097/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/106=[#edits: 1 = <87/info:/1734319245097/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/107=[#edits: 1 = <88/info:/1734319245097/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/108=[#edits: 1 = <89/info:/1734319245098/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/109=[#edits: 1 = <90/info:/1734319245098/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/110=[#edits: 1 = <91/info:/1734319245098/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/111=[#edits: 1 = <92/info:/1734319245099/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/112=[#edits: 1 = <93/info:/1734319245099/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/113=[#edits: 1 = <94/info:/1734319245101/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/114=[#edits: 1 = <95/info:/1734319245102/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/115=[#edits: 1 = <96/info:/1734319245102/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/116=[#edits: 1 = <97/info:/1734319245102/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/117=[#edits: 1 = <98/info:/1734319245103/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/118=[#edits: 1 = <99/info:/1734319245103/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/119=[#edits: 1 = <100/info:/1734319245103/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/120=[#edits: 1 = <101/info:/1734319245104/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/121=[#edits: 1 = <102/info:/1734319245104/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/122=[#edits: 1 = <103/info:/1734319245104/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/123=[#edits: 1 = <104/info:/1734319245105/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/124=[#edits: 1 = <105/info:/1734319245105/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/125=[#edits: 1 = <106/info:/1734319245105/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/126=[#edits: 1 = <107/info:/1734319245106/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/127=[#edits: 1 = <108/info:/1734319245106/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/128=[#edits: 1 = <109/info:/1734319245106/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/129=[#edits: 1 = <110/info:/1734319245107/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/130=[#edits: 1 = <111/info:/1734319245107/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/131=[#edits: 1 = <112/info:/1734319245108/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/132=[#edits: 1 = <113/info:/1734319245109/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/133=[#edits: 1 = <114/info:/1734319245110/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/134=[#edits: 1 = <115/info:/1734319245110/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/135=[#edits: 1 = <116/info:/1734319245111/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=11023, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:45,214 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 50 WAL entries eligible for replication 2024-12-16T03:20:45,214 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 18833, reset compression=false 2024-12-16T03:20:45,214 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/136=[#edits: 1 = <117/info:/1734319245112/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/137=[#edits: 1 = <118/info:/1734319245113/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/138=[#edits: 1 = <119/info:/1734319245116/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/139=[#edits: 1 = <120/info:/1734319245116/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/140=[#edits: 1 = <121/info:/1734319245117/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/141=[#edits: 1 = <122/info:/1734319245117/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/142=[#edits: 1 = <123/info:/1734319245118/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/143=[#edits: 1 = <124/info:/1734319245118/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/144=[#edits: 1 = <125/info:/1734319245119/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/145=[#edits: 1 = <126/info:/1734319245120/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/146=[#edits: 1 = <127/info:/1734319245122/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/147=[#edits: 1 = <128/info:/1734319245129/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/148=[#edits: 1 = <129/info:/1734319245129/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/149=[#edits: 1 = <130/info:/1734319245130/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/150=[#edits: 1 = <131/info:/1734319245130/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/151=[#edits: 1 = <132/info:/1734319245131/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/152=[#edits: 1 = <133/info:/1734319245132/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/153=[#edits: 1 = <134/info:/1734319245133/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/154=[#edits: 1 = <135/info:/1734319245134/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/155=[#edits: 1 = <136/info:/1734319245135/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/156=[#edits: 1 = <137/info:/1734319245135/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/157=[#edits: 1 = <138/info:/1734319245136/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/158=[#edits: 1 = <139/info:/1734319245136/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/159=[#edits: 1 = <140/info:/1734319245136/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/160=[#edits: 1 = <141/info:/1734319245137/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/161=[#edits: 1 = <142/info:/1734319245137/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/162=[#edits: 1 = <143/info:/1734319245138/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/163=[#edits: 1 = <144/info:/1734319245138/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/164=[#edits: 1 = <145/info:/1734319245138/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/165=[#edits: 1 = <146/info:/1734319245139/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/166=[#edits: 1 = <147/info:/1734319245140/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/167=[#edits: 1 = <148/info:/1734319245140/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/168=[#edits: 1 = <149/info:/1734319245140/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/169=[#edits: 1 = <150/info:/1734319245141/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/170=[#edits: 1 = <151/info:/1734319245141/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/171=[#edits: 1 = <152/info:/1734319245142/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/172=[#edits: 1 = <153/info:/1734319245142/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/173=[#edits: 1 = <154/info:/1734319245142/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/174=[#edits: 1 = <155/info:/1734319245143/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/175=[#edits: 1 = <156/info:/1734319245143/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/176=[#edits: 1 = <157/info:/1734319245143/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/177=[#edits: 1 = <158/info:/1734319245144/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/178=[#edits: 1 = <159/info:/1734319245144/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/179=[#edits: 1 = <160/info:/1734319245144/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/180=[#edits: 1 = <161/info:/1734319245145/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/181=[#edits: 1 = <162/info:/1734319245145/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/182=[#edits: 1 = <163/info:/1734319245145/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/183=[#edits: 1 = <164/info:/1734319245145/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/184=[#edits: 1 = <165/info:/1734319245146/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/185=[#edits: 1 = <166/info:/1734319245146/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/186=[#edits: 1 = <167/info:/1734319245146/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/187=[#edits: 1 = <168/info:/1734319245147/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/188=[#edits: 1 = <169/info:/1734319245147/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/189=[#edits: 1 = <170/info:/1734319245147/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/190=[#edits: 1 = <171/info:/1734319245147/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/191=[#edits: 1 = <172/info:/1734319245148/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/192=[#edits: 1 = <173/info:/1734319245148/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/193=[#edits: 1 = <174/info:/1734319245148/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/194=[#edits: 1 = <175/info:/1734319245149/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/195=[#edits: 1 = <176/info:/1734319245149/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=15283, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:45,218 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/196=[#edits: 1 = <177/info:/1734319245149/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/197=[#edits: 1 = <178/info:/1734319245150/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/198=[#edits: 1 = <179/info:/1734319245150/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/199=[#edits: 1 = <180/info:/1734319245150/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/200=[#edits: 1 = <181/info:/1734319245151/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/201=[#edits: 1 = <182/info:/1734319245151/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/202=[#edits: 1 = <183/info:/1734319245151/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/203=[#edits: 1 = <184/info:/1734319245152/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/204=[#edits: 1 = <185/info:/1734319245152/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/205=[#edits: 1 = <186/info:/1734319245152/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/206=[#edits: 1 = <187/info:/1734319245153/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/207=[#edits: 1 = <188/info:/1734319245153/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/208=[#edits: 1 = <189/info:/1734319245153/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/209=[#edits: 1 = <190/info:/1734319245154/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/210=[#edits: 1 = <191/info:/1734319245154/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/211=[#edits: 1 = <192/info:/1734319245154/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/212=[#edits: 1 = <193/info:/1734319245155/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/213=[#edits: 1 = <194/info:/1734319245155/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/214=[#edits: 1 = <195/info:/1734319245155/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/215=[#edits: 1 = <196/info:/1734319245155/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/216=[#edits: 1 = <197/info:/1734319245156/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/217=[#edits: 1 = <198/info:/1734319245156/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/218=[#edits: 1 = <199/info:/1734319245156/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/219=[#edits: 1 = <200/info:/1734319245157/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/220=[#edits: 1 = <201/info:/1734319245157/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/221=[#edits: 1 = <202/info:/1734319245157/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/222=[#edits: 1 = <203/info:/1734319245158/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/223=[#edits: 1 = <204/info:/1734319245158/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/224=[#edits: 1 = <205/info:/1734319245158/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/225=[#edits: 1 = <206/info:/1734319245159/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/226=[#edits: 1 = <207/info:/1734319245159/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/227=[#edits: 1 = <208/info:/1734319245160/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/228=[#edits: 1 = <209/info:/1734319245161/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/229=[#edits: 1 = <210/info:/1734319245162/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/230=[#edits: 1 = <211/info:/1734319245162/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/231=[#edits: 1 = <212/info:/1734319245163/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/232=[#edits: 1 = <213/info:/1734319245163/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/233=[#edits: 1 = <214/info:/1734319245164/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/234=[#edits: 1 = <215/info:/1734319245164/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/235=[#edits: 1 = <216/info:/1734319245164/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/236=[#edits: 1 = <217/info:/1734319245165/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/237=[#edits: 1 = <218/info:/1734319245165/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/238=[#edits: 1 = <219/info:/1734319245165/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/239=[#edits: 1 = <220/info:/1734319245166/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/240=[#edits: 1 = <221/info:/1734319245166/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/241=[#edits: 1 = <222/info:/1734319245166/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/242=[#edits: 1 = <223/info:/1734319245167/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/243=[#edits: 1 = <224/info:/1734319245167/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/244=[#edits: 1 = <225/info:/1734319245167/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/245=[#edits: 1 = <226/info:/1734319245168/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=18833, nbRowKeys=50, nbHFiles=0, heapSize=8600, lastSeqIds={}, endOfFile=false,usedBufferSize=8600] 2024-12-16T03:20:45,253 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:45,254 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/246=[#edits: 1 = <227/info:/1734319245168/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/247=[#edits: 1 = <228/info:/1734319245169/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/248=[#edits: 1 = <229/info:/1734319245171/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/249=[#edits: 1 = <230/info:/1734319245175/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/250=[#edits: 1 = <231/info:/1734319245175/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/251=[#edits: 1 = <232/info:/1734319245176/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/252=[#edits: 1 = <233/info:/1734319245176/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/253=[#edits: 1 = <234/info:/1734319245177/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/254=[#edits: 1 = <235/info:/1734319245178/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/255=[#edits: 1 = <236/info:/1734319245178/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/256=[#edits: 1 = <237/info:/1734319245179/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/257=[#edits: 1 = <238/info:/1734319245179/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/258=[#edits: 1 = <239/info:/1734319245180/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/259=[#edits: 1 = <240/info:/1734319245182/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/260=[#edits: 1 = <241/info:/1734319245183/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/261=[#edits: 1 = <242/info:/1734319245183/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/262=[#edits: 1 = <243/info:/1734319245184/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/263=[#edits: 1 = <244/info:/1734319245184/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/264=[#edits: 1 = <245/info:/1734319245188/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/265=[#edits: 1 = <246/info:/1734319245190/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/266=[#edits: 1 = <247/info:/1734319245191/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/267=[#edits: 1 = <248/info:/1734319245191/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/268=[#edits: 1 = <249/info:/1734319245192/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/269=[#edits: 1 = <250/info:/1734319245193/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/270=[#edits: 1 = <251/info:/1734319245193/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/271=[#edits: 1 = <252/info:/1734319245194/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/272=[#edits: 1 = <253/info:/1734319245194/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/273=[#edits: 1 = <254/info:/1734319245195/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/274=[#edits: 1 = <255/info:/1734319245196/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/275=[#edits: 1 = <256/info:/1734319245197/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/276=[#edits: 1 = <257/info:/1734319245199/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/277=[#edits: 1 = <258/info:/1734319245200/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/278=[#edits: 1 = <259/info:/1734319245201/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/279=[#edits: 1 = <260/info:/1734319245202/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/280=[#edits: 1 = <261/info:/1734319245203/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/281=[#edits: 1 = <262/info:/1734319245204/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/282=[#edits: 1 = <263/info:/1734319245204/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/283=[#edits: 1 = <264/info:/1734319245205/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/284=[#edits: 1 = <265/info:/1734319245206/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/285=[#edits: 1 = <266/info:/1734319245207/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/286=[#edits: 1 = <267/info:/1734319245208/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/287=[#edits: 1 = <268/info:/1734319245208/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/288=[#edits: 1 = <269/info:/1734319245208/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/289=[#edits: 1 = <270/info:/1734319245209/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/290=[#edits: 1 = <271/info:/1734319245209/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/291=[#edits: 1 = <272/info:/1734319245210/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/292=[#edits: 1 = <273/info:/1734319245211/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/293=[#edits: 1 = <274/info:/1734319245211/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/294=[#edits: 1 = <275/info:/1734319245212/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/295=[#edits: 1 = <276/info:/1734319245213/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/296=[#edits: 1 = <277/info:/1734319245214/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/297=[#edits: 1 = <278/info:/1734319245215/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/298=[#edits: 1 = <279/info:/1734319245217/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/299=[#edits: 1 = <280/info:/1734319245218/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/300=[#edits: 1 = <281/info:/1734319245219/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/301=[#edits: 1 = <282/info:/1734319245219/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/302=[#edits: 1 = <283/info:/1734319245220/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/303=[#edits: 1 = <284/info:/1734319245220/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/304=[#edits: 1 = <285/info:/1734319245220/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/305=[#edits: 1 = <286/info:/1734319245220/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=23093, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:45,255 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-16T03:20:45,255 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 24939, reset compression=false 2024-12-16T03:20:45,256 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/306=[#edits: 1 = <287/info:/1734319245221/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/307=[#edits: 1 = <288/info:/1734319245221/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/308=[#edits: 1 = <289/info:/1734319245221/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/309=[#edits: 1 = <290/info:/1734319245222/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/310=[#edits: 1 = <291/info:/1734319245222/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/311=[#edits: 1 = <292/info:/1734319245222/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/312=[#edits: 1 = <293/info:/1734319245225/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/313=[#edits: 1 = <294/info:/1734319245225/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/314=[#edits: 1 = <295/info:/1734319245226/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/315=[#edits: 1 = <296/info:/1734319245226/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/316=[#edits: 1 = <297/info:/1734319245227/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/317=[#edits: 1 = <298/info:/1734319245227/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/318=[#edits: 1 = <299/info:/1734319245227/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/319=[#edits: 1 = <300/info:/1734319245228/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/320=[#edits: 1 = <301/info:/1734319245228/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/321=[#edits: 1 = <302/info:/1734319245228/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/322=[#edits: 1 = <303/info:/1734319245229/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/323=[#edits: 1 = <304/info:/1734319245229/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/324=[#edits: 1 = <305/info:/1734319245229/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/325=[#edits: 1 = <306/info:/1734319245229/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/326=[#edits: 1 = <307/info:/1734319245230/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/327=[#edits: 1 = <308/info:/1734319245230/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/328=[#edits: 1 = <309/info:/1734319245231/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/329=[#edits: 1 = <310/info:/1734319245231/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/330=[#edits: 1 = <311/info:/1734319245231/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/331=[#edits: 1 = <312/info:/1734319245234/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=24939, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-16T03:20:45,275 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 35 WAL entries eligible for replication 2024-12-16T03:20:45,275 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 27424, reset compression=false 2024-12-16T03:20:45,275 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/332=[#edits: 1 = <313/info:/1734319245246/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/333=[#edits: 1 = <314/info:/1734319245247/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/334=[#edits: 1 = <315/info:/1734319245247/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/335=[#edits: 1 = <316/info:/1734319245248/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/336=[#edits: 1 = <317/info:/1734319245248/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/337=[#edits: 1 = <318/info:/1734319245249/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/338=[#edits: 1 = <319/info:/1734319245249/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/339=[#edits: 1 = <320/info:/1734319245250/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/340=[#edits: 1 = <321/info:/1734319245252/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/341=[#edits: 1 = <322/info:/1734319245252/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/342=[#edits: 1 = <323/info:/1734319245253/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/343=[#edits: 1 = <324/info:/1734319245260/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/344=[#edits: 1 = <325/info:/1734319245260/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/345=[#edits: 1 = <326/info:/1734319245261/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/346=[#edits: 1 = <327/info:/1734319245261/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/347=[#edits: 1 = <328/info:/1734319245262/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/348=[#edits: 1 = <329/info:/1734319245262/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/349=[#edits: 1 = <330/info:/1734319245262/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/350=[#edits: 1 = <331/info:/1734319245263/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/351=[#edits: 1 = <332/info:/1734319245263/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/352=[#edits: 1 = <333/info:/1734319245264/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/353=[#edits: 1 = <334/info:/1734319245264/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/354=[#edits: 1 = <335/info:/1734319245264/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/355=[#edits: 1 = <336/info:/1734319245265/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/356=[#edits: 1 = <337/info:/1734319245265/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/357=[#edits: 1 = <338/info:/1734319245266/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/358=[#edits: 1 = <339/info:/1734319245266/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/359=[#edits: 1 = <340/info:/1734319245267/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/360=[#edits: 1 = <341/info:/1734319245268/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/361=[#edits: 1 = <342/info:/1734319245269/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/362=[#edits: 1 = <343/info:/1734319245269/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/363=[#edits: 1 = <344/info:/1734319245270/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/364=[#edits: 1 = <345/info:/1734319245270/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/365=[#edits: 1 = <346/info:/1734319245271/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/366=[#edits: 1 = <347/info:/1734319245271/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=27424, nbRowKeys=35, nbHFiles=0, heapSize=6020, lastSeqIds={}, endOfFile=false,usedBufferSize=6020] 2024-12-16T03:20:45,290 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 27 WAL entries eligible for replication 2024-12-16T03:20:45,290 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 29341, reset compression=false 2024-12-16T03:20:45,291 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/367=[#edits: 1 = <348/info:/1734319245272/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/368=[#edits: 1 = <349/info:/1734319245272/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/369=[#edits: 1 = <350/info:/1734319245273/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/370=[#edits: 1 = <351/info:/1734319245273/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/371=[#edits: 1 = <352/info:/1734319245274/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/372=[#edits: 1 = <353/info:/1734319245274/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/373=[#edits: 1 = <354/info:/1734319245275/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/374=[#edits: 1 = <355/info:/1734319245275/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/375=[#edits: 1 = <356/info:/1734319245276/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/376=[#edits: 1 = <357/info:/1734319245276/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/377=[#edits: 1 = <358/info:/1734319245277/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/378=[#edits: 1 = <359/info:/1734319245277/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/379=[#edits: 1 = <360/info:/1734319245278/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/380=[#edits: 1 = <361/info:/1734319245278/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/381=[#edits: 1 = <362/info:/1734319245278/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/382=[#edits: 1 = <363/info:/1734319245279/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/383=[#edits: 1 = <364/info:/1734319245280/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/384=[#edits: 1 = <365/info:/1734319245281/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/385=[#edits: 1 = <366/info:/1734319245281/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/386=[#edits: 1 = <367/info:/1734319245282/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/387=[#edits: 1 = <368/info:/1734319245284/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/388=[#edits: 1 = <369/info:/1734319245285/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/389=[#edits: 1 = <370/info:/1734319245285/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/390=[#edits: 1 = <371/info:/1734319245286/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/391=[#edits: 1 = <372/info:/1734319245287/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/392=[#edits: 1 = <373/info:/1734319245287/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/393=[#edits: 1 = <374/info:/1734319245288/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=29341, nbRowKeys=27, nbHFiles=0, heapSize=4644, lastSeqIds={}, endOfFile=false,usedBufferSize=4644] 2024-12-16T03:20:45,298 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:45,298 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 30122, reset compression=false 2024-12-16T03:20:45,298 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/394=[#edits: 1 = <375/info:/1734319245288/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/395=[#edits: 1 = <376/info:/1734319245290/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/396=[#edits: 1 = <377/info:/1734319245292/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/397=[#edits: 1 = <378/info:/1734319245292/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/398=[#edits: 1 = <379/info:/1734319245293/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/399=[#edits: 1 = <380/info:/1734319245293/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/400=[#edits: 1 = <381/info:/1734319245294/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/401=[#edits: 1 = <382/info:/1734319245294/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/402=[#edits: 1 = <383/info:/1734319245295/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/403=[#edits: 1 = <384/info:/1734319245295/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/404=[#edits: 1 = <385/info:/1734319245295/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=30122, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:45,323 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 37 WAL entries eligible for replication 2024-12-16T03:20:45,323 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 32749, reset compression=false 2024-12-16T03:20:45,323 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/405=[#edits: 1 = <386/info:/1734319245296/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/406=[#edits: 1 = <387/info:/1734319245297/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/407=[#edits: 1 = <388/info:/1734319245297/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/408=[#edits: 1 = <389/info:/1734319245299/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/409=[#edits: 1 = <390/info:/1734319245300/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/410=[#edits: 1 = <391/info:/1734319245301/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/411=[#edits: 1 = <392/info:/1734319245302/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/412=[#edits: 1 = <393/info:/1734319245302/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/413=[#edits: 1 = <394/info:/1734319245303/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/414=[#edits: 1 = <395/info:/1734319245303/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/415=[#edits: 1 = <396/info:/1734319245304/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/416=[#edits: 1 = <397/info:/1734319245305/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/417=[#edits: 1 = <398/info:/1734319245306/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/418=[#edits: 1 = <399/info:/1734319245306/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/419=[#edits: 1 = <400/info:/1734319245307/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/420=[#edits: 1 = <401/info:/1734319245307/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/421=[#edits: 1 = <402/info:/1734319245308/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/422=[#edits: 1 = <403/info:/1734319245308/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/423=[#edits: 1 = <404/info:/1734319245308/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/424=[#edits: 1 = <405/info:/1734319245309/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/425=[#edits: 1 = <406/info:/1734319245309/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/426=[#edits: 1 = <407/info:/1734319245310/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/427=[#edits: 1 = <408/info:/1734319245310/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/428=[#edits: 1 = <409/info:/1734319245311/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/429=[#edits: 1 = <410/info:/1734319245312/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/430=[#edits: 1 = <411/info:/1734319245313/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/431=[#edits: 1 = <412/info:/1734319245314/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/432=[#edits: 1 = <413/info:/1734319245315/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/433=[#edits: 1 = <414/info:/1734319245315/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/434=[#edits: 1 = <415/info:/1734319245316/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/435=[#edits: 1 = <416/info:/1734319245316/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/436=[#edits: 1 = <417/info:/1734319245316/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/437=[#edits: 1 = <418/info:/1734319245317/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/438=[#edits: 1 = <419/info:/1734319245317/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/439=[#edits: 1 = <420/info:/1734319245318/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/440=[#edits: 1 = <421/info:/1734319245318/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/441=[#edits: 1 = <422/info:/1734319245319/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=32749, nbRowKeys=37, nbHFiles=0, heapSize=6364, lastSeqIds={}, endOfFile=false,usedBufferSize=6364] 2024-12-16T03:20:45,363 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 39 WAL entries eligible for replication 2024-12-16T03:20:45,363 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 35518, reset compression=false 2024-12-16T03:20:45,363 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/442=[#edits: 1 = <423/info:/1734319245320/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/443=[#edits: 1 = <424/info:/1734319245320/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/444=[#edits: 1 = <425/info:/1734319245322/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/445=[#edits: 1 = <426/info:/1734319245322/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/446=[#edits: 1 = <427/info:/1734319245323/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/447=[#edits: 1 = <428/info:/1734319245324/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/448=[#edits: 1 = <429/info:/1734319245325/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/449=[#edits: 1 = <430/info:/1734319245326/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/450=[#edits: 1 = <431/info:/1734319245327/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/451=[#edits: 1 = <432/info:/1734319245328/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/452=[#edits: 1 = <433/info:/1734319245328/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/453=[#edits: 1 = <434/info:/1734319245329/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/454=[#edits: 1 = <435/info:/1734319245329/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/455=[#edits: 1 = <436/info:/1734319245330/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/456=[#edits: 1 = <437/info:/1734319245331/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/457=[#edits: 1 = <438/info:/1734319245331/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/458=[#edits: 1 = <439/info:/1734319245333/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/459=[#edits: 1 = <440/info:/1734319245334/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/460=[#edits: 1 = <441/info:/1734319245335/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/461=[#edits: 1 = <442/info:/1734319245336/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/462=[#edits: 1 = <443/info:/1734319245338/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/463=[#edits: 1 = <444/info:/1734319245339/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/464=[#edits: 1 = <445/info:/1734319245340/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/465=[#edits: 1 = <446/info:/1734319245340/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/466=[#edits: 1 = <447/info:/1734319245341/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/467=[#edits: 1 = <448/info:/1734319245342/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/468=[#edits: 1 = <449/info:/1734319245342/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/469=[#edits: 1 = <450/info:/1734319245343/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/470=[#edits: 1 = <451/info:/1734319245343/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/471=[#edits: 1 = <452/info:/1734319245344/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/472=[#edits: 1 = <453/info:/1734319245344/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/473=[#edits: 1 = <454/info:/1734319245344/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/474=[#edits: 1 = <455/info:/1734319245345/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/475=[#edits: 1 = <456/info:/1734319245345/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/476=[#edits: 1 = <457/info:/1734319245345/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/477=[#edits: 1 = <458/info:/1734319245346/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/478=[#edits: 1 = <459/info:/1734319245346/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/479=[#edits: 1 = <460/info:/1734319245346/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/480=[#edits: 1 = <461/info:/1734319245347/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=35518, nbRowKeys=39, nbHFiles=0, heapSize=6708, lastSeqIds={}, endOfFile=false,usedBufferSize=6708] 2024-12-16T03:20:45,379 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 42 WAL entries eligible for replication 2024-12-16T03:20:45,379 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 38500, reset compression=false 2024-12-16T03:20:45,379 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/481=[#edits: 1 = <462/info:/1734319245347/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/482=[#edits: 1 = <463/info:/1734319245348/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/483=[#edits: 1 = <464/info:/1734319245349/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/484=[#edits: 1 = <465/info:/1734319245349/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/485=[#edits: 1 = <466/info:/1734319245350/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/486=[#edits: 1 = <467/info:/1734319245350/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/487=[#edits: 1 = <468/info:/1734319245351/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/488=[#edits: 1 = <469/info:/1734319245351/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/489=[#edits: 1 = <470/info:/1734319245352/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/490=[#edits: 1 = <471/info:/1734319245352/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/491=[#edits: 1 = <472/info:/1734319245353/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/492=[#edits: 1 = <473/info:/1734319245353/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/493=[#edits: 1 = <474/info:/1734319245354/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/494=[#edits: 1 = <475/info:/1734319245354/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/495=[#edits: 1 = <476/info:/1734319245355/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/496=[#edits: 1 = <477/info:/1734319245355/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/497=[#edits: 1 = <478/info:/1734319245356/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/498=[#edits: 1 = <479/info:/1734319245356/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/499=[#edits: 1 = <480/info:/1734319245357/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/500=[#edits: 1 = <481/info:/1734319245357/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/501=[#edits: 1 = <482/info:/1734319245358/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/502=[#edits: 1 = <483/info:/1734319245358/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/503=[#edits: 1 = <484/info:/1734319245359/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/504=[#edits: 1 = <485/info:/1734319245359/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/505=[#edits: 1 = <486/info:/1734319245360/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/506=[#edits: 1 = <487/info:/1734319245360/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/507=[#edits: 1 = <488/info:/1734319245360/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/508=[#edits: 1 = <489/info:/1734319245361/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/509=[#edits: 1 = <490/info:/1734319245362/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/510=[#edits: 1 = <491/info:/1734319245363/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/511=[#edits: 1 = <492/info:/1734319245365/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/512=[#edits: 1 = <493/info:/1734319245366/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/513=[#edits: 1 = <494/info:/1734319245366/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/514=[#edits: 1 = <495/info:/1734319245367/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/515=[#edits: 1 = <496/info:/1734319245368/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/516=[#edits: 1 = <497/info:/1734319245369/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/517=[#edits: 1 = <498/info:/1734319245372/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/518=[#edits: 1 = <499/info:/1734319245373/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/519=[#edits: 1 = <500/info:/1734319245373/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/520=[#edits: 1 = <501/info:/1734319245373/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/521=[#edits: 1 = <502/info:/1734319245374/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/522=[#edits: 1 = <503/info:/1734319245375/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=38500, nbRowKeys=42, nbHFiles=0, heapSize=7224, lastSeqIds={}, endOfFile=false,usedBufferSize=7224] 2024-12-16T03:20:45,394 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-16T03:20:45,395 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 39778, reset compression=false 2024-12-16T03:20:45,395 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/523=[#edits: 1 = <504/info:/1734319245375/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/524=[#edits: 1 = <505/info:/1734319245377/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/525=[#edits: 1 = <506/info:/1734319245378/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/526=[#edits: 1 = <507/info:/1734319245380/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/527=[#edits: 1 = <508/info:/1734319245382/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/528=[#edits: 1 = <509/info:/1734319245383/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/529=[#edits: 1 = <510/info:/1734319245383/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/530=[#edits: 1 = <511/info:/1734319245383/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/531=[#edits: 1 = <512/info:/1734319245384/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/532=[#edits: 1 = <513/info:/1734319245384/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/533=[#edits: 1 = <514/info:/1734319245384/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/534=[#edits: 1 = <515/info:/1734319245385/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/535=[#edits: 1 = <516/info:/1734319245385/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/536=[#edits: 1 = <517/info:/1734319245385/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/537=[#edits: 1 = <518/info:/1734319245386/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/538=[#edits: 1 = <519/info:/1734319245386/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/539=[#edits: 1 = <520/info:/1734319245386/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/540=[#edits: 1 = <521/info:/1734319245387/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=39778, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-16T03:20:45,401 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-16T03:20:45,402 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/541=[#edits: 1 = <522/info:/1734319245387/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/542=[#edits: 1 = <523/info:/1734319245388/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/543=[#edits: 1 = <524/info:/1734319245388/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/544=[#edits: 1 = <525/info:/1734319245389/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/545=[#edits: 1 = <526/info:/1734319245389/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/546=[#edits: 1 = <527/info:/1734319245389/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/547=[#edits: 1 = <528/info:/1734319245390/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/548=[#edits: 1 = <529/info:/1734319245390/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/549=[#edits: 1 = <530/info:/1734319245391/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/550=[#edits: 1 = <531/info:/1734319245391/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/551=[#edits: 1 = <532/info:/1734319245392/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/552=[#edits: 1 = <533/info:/1734319245393/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/553=[#edits: 1 = <534/info:/1734319245394/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/554=[#edits: 1 = <535/info:/1734319245395/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/555=[#edits: 1 = <536/info:/1734319245397/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/556=[#edits: 1 = <537/info:/1734319245398/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/557=[#edits: 1 = <538/info:/1734319245398/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/558=[#edits: 1 = <539/info:/1734319245398/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/559=[#edits: 1 = <540/info:/1734319245399/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/560=[#edits: 1 = <541/info:/1734319245399/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=41198, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-16T03:20:45,402 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 41198, reset compression=false 2024-12-16T03:20:45,409 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-16T03:20:45,409 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 42263, reset compression=false 2024-12-16T03:20:45,409 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/561=[#edits: 1 = <542/info:/1734319245400/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/562=[#edits: 1 = <543/info:/1734319245400/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/563=[#edits: 1 = <544/info:/1734319245400/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/564=[#edits: 1 = <545/info:/1734319245401/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/565=[#edits: 1 = <546/info:/1734319245401/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/566=[#edits: 1 = <547/info:/1734319245402/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/567=[#edits: 1 = <548/info:/1734319245403/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/568=[#edits: 1 = <549/info:/1734319245404/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/569=[#edits: 1 = <550/info:/1734319245404/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/570=[#edits: 1 = <551/info:/1734319245405/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/571=[#edits: 1 = <552/info:/1734319245405/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/572=[#edits: 1 = <553/info:/1734319245406/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/573=[#edits: 1 = <554/info:/1734319245406/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/574=[#edits: 1 = <555/info:/1734319245406/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/575=[#edits: 1 = <556/info:/1734319245407/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=42263, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-16T03:20:45,422 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:45,422 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 43115, reset compression=false 2024-12-16T03:20:45,422 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/576=[#edits: 1 = <557/info:/1734319245408/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/577=[#edits: 1 = <558/info:/1734319245408/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/578=[#edits: 1 = <559/info:/1734319245409/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/579=[#edits: 1 = <560/info:/1734319245409/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/580=[#edits: 1 = <561/info:/1734319245411/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/581=[#edits: 1 = <562/info:/1734319245411/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/582=[#edits: 1 = <563/info:/1734319245413/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/583=[#edits: 1 = <564/info:/1734319245414/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/584=[#edits: 1 = <565/info:/1734319245415/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/585=[#edits: 1 = <566/info:/1734319245416/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/586=[#edits: 1 = <567/info:/1734319245418/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/587=[#edits: 1 = <568/info:/1734319245419/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=43115, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:45,435 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-16T03:20:45,435 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 44180, reset compression=false 2024-12-16T03:20:45,435 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/588=[#edits: 1 = <569/info:/1734319245421/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/589=[#edits: 1 = <570/info:/1734319245422/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/590=[#edits: 1 = <571/info:/1734319245422/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/591=[#edits: 1 = <572/info:/1734319245423/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/592=[#edits: 1 = <573/info:/1734319245424/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/593=[#edits: 1 = <574/info:/1734319245425/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/594=[#edits: 1 = <575/info:/1734319245425/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/595=[#edits: 1 = <576/info:/1734319245425/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/596=[#edits: 1 = <577/info:/1734319245428/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/597=[#edits: 1 = <578/info:/1734319245429/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/598=[#edits: 1 = <579/info:/1734319245429/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/599=[#edits: 1 = <580/info:/1734319245429/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/600=[#edits: 1 = <581/info:/1734319245430/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/601=[#edits: 1 = <582/info:/1734319245431/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/602=[#edits: 1 = <583/info:/1734319245432/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=44180, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-16T03:20:45,462 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 38 WAL entries eligible for replication 2024-12-16T03:20:45,462 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 46878, reset compression=false 2024-12-16T03:20:45,462 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/603=[#edits: 1 = <584/info:/1734319245433/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/604=[#edits: 1 = <585/info:/1734319245433/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/605=[#edits: 1 = <586/info:/1734319245434/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/606=[#edits: 1 = <587/info:/1734319245435/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/607=[#edits: 1 = <588/info:/1734319245437/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/608=[#edits: 1 = <589/info:/1734319245442/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/609=[#edits: 1 = <590/info:/1734319245443/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/610=[#edits: 1 = <591/info:/1734319245444/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/611=[#edits: 1 = <592/info:/1734319245444/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/612=[#edits: 1 = <593/info:/1734319245444/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/613=[#edits: 1 = <594/info:/1734319245445/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/614=[#edits: 1 = <595/info:/1734319245446/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/615=[#edits: 1 = <596/info:/1734319245447/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/616=[#edits: 1 = <597/info:/1734319245447/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/617=[#edits: 1 = <598/info:/1734319245448/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/618=[#edits: 1 = <599/info:/1734319245448/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/619=[#edits: 1 = <600/info:/1734319245448/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/620=[#edits: 1 = <601/info:/1734319245449/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/621=[#edits: 1 = <602/info:/1734319245449/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/622=[#edits: 1 = <603/info:/1734319245449/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/623=[#edits: 1 = <604/info:/1734319245450/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/624=[#edits: 1 = <605/info:/1734319245450/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/625=[#edits: 1 = <606/info:/1734319245450/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/626=[#edits: 1 = <607/info:/1734319245451/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/627=[#edits: 1 = <608/info:/1734319245451/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/628=[#edits: 1 = <609/info:/1734319245451/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/629=[#edits: 1 = <610/info:/1734319245452/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/630=[#edits: 1 = <611/info:/1734319245452/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/631=[#edits: 1 = <612/info:/1734319245453/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/632=[#edits: 1 = <613/info:/1734319245454/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/633=[#edits: 1 = <614/info:/1734319245454/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/634=[#edits: 1 = <615/info:/1734319245454/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/635=[#edits: 1 = <616/info:/1734319245455/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/636=[#edits: 1 = <617/info:/1734319245456/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/637=[#edits: 1 = <618/info:/1734319245457/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/638=[#edits: 1 = <619/info:/1734319245457/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/639=[#edits: 1 = <620/info:/1734319245458/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/640=[#edits: 1 = <621/info:/1734319245459/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=46878, nbRowKeys=38, nbHFiles=0, heapSize=6536, lastSeqIds={}, endOfFile=false,usedBufferSize=6536] 2024-12-16T03:20:45,468 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:45,468 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 47233, reset compression=false 2024-12-16T03:20:45,468 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/641=[#edits: 1 = <622/info:/1734319245459/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/642=[#edits: 1 = <623/info:/1734319245460/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/643=[#edits: 1 = <624/info:/1734319245461/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/644=[#edits: 1 = <625/info:/1734319245463/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/645=[#edits: 1 = <626/info:/1734319245466/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=47233, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:45,481 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-16T03:20:45,482 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 48653, reset compression=false 2024-12-16T03:20:45,482 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/646=[#edits: 1 = <627/info:/1734319245467/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/647=[#edits: 1 = <628/info:/1734319245468/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/648=[#edits: 1 = <629/info:/1734319245469/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/649=[#edits: 1 = <630/info:/1734319245473/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/650=[#edits: 1 = <631/info:/1734319245474/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/651=[#edits: 1 = <632/info:/1734319245474/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/652=[#edits: 1 = <633/info:/1734319245474/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/653=[#edits: 1 = <634/info:/1734319245475/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/654=[#edits: 1 = <635/info:/1734319245475/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/655=[#edits: 1 = <636/info:/1734319245476/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/656=[#edits: 1 = <637/info:/1734319245476/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/657=[#edits: 1 = <638/info:/1734319245476/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/658=[#edits: 1 = <639/info:/1734319245477/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/659=[#edits: 1 = <640/info:/1734319245477/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/660=[#edits: 1 = <641/info:/1734319245477/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/661=[#edits: 1 = <642/info:/1734319245478/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/662=[#edits: 1 = <643/info:/1734319245478/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/663=[#edits: 1 = <644/info:/1734319245479/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/664=[#edits: 1 = <645/info:/1734319245479/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/665=[#edits: 1 = <646/info:/1734319245479/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=48653, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-16T03:20:45,490 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-16T03:20:45,490 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/666=[#edits: 1 = <647/info:/1734319245480/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/667=[#edits: 1 = <648/info:/1734319245481/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/668=[#edits: 1 = <649/info:/1734319245481/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/669=[#edits: 1 = <650/info:/1734319245482/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/670=[#edits: 1 = <651/info:/1734319245483/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/671=[#edits: 1 = <652/info:/1734319245484/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/672=[#edits: 1 = <653/info:/1734319245484/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/673=[#edits: 1 = <654/info:/1734319245484/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/674=[#edits: 1 = <655/info:/1734319245485/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/675=[#edits: 1 = <656/info:/1734319245485/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/676=[#edits: 1 = <657/info:/1734319245486/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/677=[#edits: 1 = <658/info:/1734319245486/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/678=[#edits: 1 = <659/info:/1734319245486/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/679=[#edits: 1 = <660/info:/1734319245487/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/680=[#edits: 1 = <661/info:/1734319245487/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=49718, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-16T03:20:45,490 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 49718, reset compression=false 2024-12-16T03:20:45,498 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-16T03:20:45,498 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/681=[#edits: 1 = <662/info:/1734319245487/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/682=[#edits: 1 = <663/info:/1734319245488/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/683=[#edits: 1 = <664/info:/1734319245488/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/684=[#edits: 1 = <665/info:/1734319245489/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/685=[#edits: 1 = <666/info:/1734319245489/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/686=[#edits: 1 = <667/info:/1734319245490/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/687=[#edits: 1 = <668/info:/1734319245490/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/688=[#edits: 1 = <669/info:/1734319245491/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/689=[#edits: 1 = <670/info:/1734319245492/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/690=[#edits: 1 = <671/info:/1734319245492/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/691=[#edits: 1 = <672/info:/1734319245493/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/692=[#edits: 1 = <673/info:/1734319245493/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/693=[#edits: 1 = <674/info:/1734319245493/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/694=[#edits: 1 = <675/info:/1734319245494/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/695=[#edits: 1 = <676/info:/1734319245494/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/696=[#edits: 1 = <677/info:/1734319245495/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=50854, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-16T03:20:45,498 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 50854, reset compression=false 2024-12-16T03:20:45,505 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:45,505 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 50925, reset compression=false 2024-12-16T03:20:45,505 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/697=[#edits: 1 = <678/info:/1734319245495/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=50925, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-16T03:20:45,522 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 34 WAL entries eligible for replication 2024-12-16T03:20:45,522 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/698=[#edits: 1 = <679/info:/1734319245503/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/699=[#edits: 1 = <680/info:/1734319245504/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/700=[#edits: 1 = <681/info:/1734319245505/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/701=[#edits: 1 = <682/info:/1734319245506/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/702=[#edits: 1 = <683/info:/1734319245507/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/703=[#edits: 1 = <684/info:/1734319245508/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/704=[#edits: 1 = <685/info:/1734319245509/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/705=[#edits: 1 = <686/info:/1734319245509/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/706=[#edits: 1 = <687/info:/1734319245510/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/707=[#edits: 1 = <688/info:/1734319245510/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/708=[#edits: 1 = <689/info:/1734319245511/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/709=[#edits: 1 = <690/info:/1734319245512/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/710=[#edits: 1 = <691/info:/1734319245512/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/711=[#edits: 1 = <692/info:/1734319245512/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/712=[#edits: 1 = <693/info:/1734319245513/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/713=[#edits: 1 = <694/info:/1734319245513/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/714=[#edits: 1 = <695/info:/1734319245514/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/715=[#edits: 1 = <696/info:/1734319245514/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/716=[#edits: 1 = <697/info:/1734319245514/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/717=[#edits: 1 = <698/info:/1734319245515/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/718=[#edits: 1 = <699/info:/1734319245515/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/719=[#edits: 1 = <700/info:/1734319245515/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/720=[#edits: 1 = <701/info:/1734319245516/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/721=[#edits: 1 = <702/info:/1734319245516/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/722=[#edits: 1 = <703/info:/1734319245516/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/723=[#edits: 1 = <704/info:/1734319245517/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/724=[#edits: 1 = <705/info:/1734319245517/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/725=[#edits: 1 = <706/info:/1734319245517/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/726=[#edits: 1 = <707/info:/1734319245517/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/727=[#edits: 1 = <708/info:/1734319245518/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/728=[#edits: 1 = <709/info:/1734319245518/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/729=[#edits: 1 = <710/info:/1734319245518/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/730=[#edits: 1 = <711/info:/1734319245519/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/731=[#edits: 1 = <712/info:/1734319245519/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=53339, nbRowKeys=34, nbHFiles=0, heapSize=5848, lastSeqIds={}, endOfFile=false,usedBufferSize=5848] 2024-12-16T03:20:45,523 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 53339, reset compression=false 2024-12-16T03:20:45,529 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:45,529 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 54049, reset compression=false 2024-12-16T03:20:45,529 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/732=[#edits: 1 = <713/info:/1734319245520/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/733=[#edits: 1 = <714/info:/1734319245520/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/734=[#edits: 1 = <715/info:/1734319245521/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/735=[#edits: 1 = <716/info:/1734319245522/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/736=[#edits: 1 = <717/info:/1734319245522/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/737=[#edits: 1 = <718/info:/1734319245523/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/738=[#edits: 1 = <719/info:/1734319245524/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/739=[#edits: 1 = <720/info:/1734319245525/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/740=[#edits: 1 = <721/info:/1734319245526/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/741=[#edits: 1 = <722/info:/1734319245527/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=54049, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:45,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(2345): Client=jenkins//172.17.0.2 move hri=1657623790, source=f0d65a6309ee,35967,1734319242335, destination=f0d65a6309ee,36257,1734319242286, warming up region on f0d65a6309ee,36257,1734319242286 2024-12-16T03:20:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,36257,1734319242286 2024-12-16T03:20:45,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.RSRpcServices(2212): Warmup hbase:meta,,1_0002.1657623790 2024-12-16T03:20:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(7389): Warmup {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:20:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:45,701 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-16T03:20:45,702 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-16T03:20:45,702 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:45,711 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/info/d98edc7f6be04ce5ab08b23a92649999 2024-12-16T03:20:45,711 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:45,711 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-16T03:20:45,712 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-16T03:20:45,712 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:45,713 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:45,713 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-16T03:20:45,714 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-16T03:20:45,714 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:45,721 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/table/3b5c599528614db282f8f593cdd7fe59 2024-12-16T03:20:45,721 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-16T03:20:45,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-16T03:20:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-16T03:20:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-16T03:20:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-16T03:20:45,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-16T03:20:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-16T03:20:45,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(2349): Client=jenkins//172.17.0.2 move hri=1657623790, source=f0d65a6309ee,35967,1734319242335, destination=f0d65a6309ee,36257,1734319242286, running balancer 2024-12-16T03:20:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, REOPEN/MOVE 2024-12-16T03:20:45,724 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, REOPEN/MOVE 2024-12-16T03:20:45,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=1657623790, regionState=CLOSING, regionLocation=f0d65a6309ee,35967,1734319242335 2024-12-16T03:20:45,726 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as f0d65a6309ee,35967,1734319242335, state=CLOSING 2024-12-16T03:20:45,734 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 54049, reset compression=false 2024-12-16T03:20:45,734 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=f0d65a6309ee,35967,1734319242335, table=hbase:meta, region=1657623790. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-16T03:20:45,742 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:45,743 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/742=[#edits: 1 = <723/info:/1734319245528/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/743=[#edits: 1 = <724/info:/1734319245543/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/744=[#edits: 1 = <725/info:/1734319245548/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/745=[#edits: 1 = <726/info:/1734319245549/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/746=[#edits: 1 = <727/info:/1734319245550/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/747=[#edits: 1 = <728/info:/1734319245551/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/748=[#edits: 1 = <729/info:/1734319245552/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/749=[#edits: 1 = <730/info:/1734319245553/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/750=[#edits: 1 = <731/info:/1734319245556/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/751=[#edits: 1 = <732/info:/1734319245558/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/752=[#edits: 1 = <733/info:/1734319245558/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/753=[#edits: 1 = <734/info:/1734319245559/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/754=[#edits: 1 = <735/info:/1734319245560/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/755=[#edits: 1 = <736/info:/1734319245560/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/756=[#edits: 1 = <737/info:/1734319245560/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/757=[#edits: 1 = <738/info:/1734319245561/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/758=[#edits: 1 = <739/info:/1734319245561/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/759=[#edits: 1 = <740/info:/1734319245561/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/760=[#edits: 1 = <741/info:/1734319245562/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/761=[#edits: 1 = <742/info:/1734319245562/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/762=[#edits: 1 = <743/info:/1734319245563/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/763=[#edits: 1 = <744/info:/1734319245563/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/764=[#edits: 1 = <745/info:/1734319245564/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/765=[#edits: 1 = <746/info:/1734319245565/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/766=[#edits: 1 = <747/info:/1734319245565/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/767=[#edits: 1 = <748/info:/1734319245566/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/768=[#edits: 1 = <749/info:/1734319245566/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/769=[#edits: 1 = <750/info:/1734319245566/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/770=[#edits: 1 = <751/info:/1734319245567/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/771=[#edits: 1 = <752/info:/1734319245567/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/772=[#edits: 1 = <753/info:/1734319245567/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/773=[#edits: 1 = <754/info:/1734319245568/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/774=[#edits: 1 = <755/info:/1734319245568/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/775=[#edits: 1 = <756/info:/1734319245568/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/776=[#edits: 1 = <757/info:/1734319245569/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/777=[#edits: 1 = <758/info:/1734319245569/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/778=[#edits: 1 = <759/info:/1734319245570/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/779=[#edits: 1 = <760/info:/1734319245570/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/780=[#edits: 1 = <761/info:/1734319245570/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/781=[#edits: 1 = <762/info:/1734319245571/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/782=[#edits: 1 = <763/info:/1734319245571/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/783=[#edits: 1 = <764/info:/1734319245572/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/784=[#edits: 1 = <765/info:/1734319245572/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/785=[#edits: 1 = <766/info:/1734319245573/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/786=[#edits: 1 = <767/info:/1734319245574/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/787=[#edits: 1 = <768/info:/1734319245574/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/788=[#edits: 1 = <769/info:/1734319245575/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/789=[#edits: 1 = <770/info:/1734319245576/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/790=[#edits: 1 = <771/info:/1734319245576/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/791=[#edits: 1 = <772/info:/1734319245577/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/792=[#edits: 1 = <773/info:/1734319245577/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/793=[#edits: 1 = <774/info:/1734319245578/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/794=[#edits: 1 = <775/info:/1734319245578/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/795=[#edits: 1 = <776/info:/1734319245579/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/796=[#edits: 1 = <777/info:/1734319245579/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/797=[#edits: 1 = <778/info:/1734319245580/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/798=[#edits: 1 = <779/info:/1734319245582/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/799=[#edits: 1 = <780/info:/1734319245583/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/800=[#edits: 1 = <781/info:/1734319245583/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/801=[#edits: 1 = <782/info:/1734319245584/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=58309, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:45,745 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:45,748 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/802=[#edits: 1 = <783/info:/1734319245585/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/803=[#edits: 1 = <784/info:/1734319245586/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/804=[#edits: 1 = <785/info:/1734319245586/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/805=[#edits: 1 = <786/info:/1734319245588/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/806=[#edits: 1 = <787/info:/1734319245590/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/807=[#edits: 1 = <788/info:/1734319245591/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/808=[#edits: 1 = <789/info:/1734319245591/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/809=[#edits: 1 = <790/info:/1734319245592/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/810=[#edits: 1 = <791/info:/1734319245592/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/811=[#edits: 1 = <792/info:/1734319245593/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/812=[#edits: 1 = <793/info:/1734319245593/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/813=[#edits: 1 = <794/info:/1734319245594/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/814=[#edits: 1 = <795/info:/1734319245594/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/815=[#edits: 1 = <796/info:/1734319245595/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/816=[#edits: 1 = <797/info:/1734319245595/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/817=[#edits: 1 = <798/info:/1734319245595/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/818=[#edits: 1 = <799/info:/1734319245596/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/819=[#edits: 1 = <800/info:/1734319245596/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/820=[#edits: 1 = <801/info:/1734319245597/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/821=[#edits: 1 = <802/info:/1734319245597/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/822=[#edits: 1 = <803/info:/1734319245598/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/823=[#edits: 1 = <804/info:/1734319245598/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/824=[#edits: 1 = <805/info:/1734319245598/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/825=[#edits: 1 = <806/info:/1734319245599/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/826=[#edits: 1 = <807/info:/1734319245599/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/827=[#edits: 1 = <808/info:/1734319245600/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/828=[#edits: 1 = <809/info:/1734319245600/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/829=[#edits: 1 = <810/info:/1734319245600/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/830=[#edits: 1 = <811/info:/1734319245601/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/831=[#edits: 1 = <812/info:/1734319245601/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/832=[#edits: 1 = <813/info:/1734319245602/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/833=[#edits: 1 = <814/info:/1734319245602/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/834=[#edits: 1 = <815/info:/1734319245603/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/835=[#edits: 1 = <816/info:/1734319245603/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/836=[#edits: 1 = <817/info:/1734319245603/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/837=[#edits: 1 = <818/info:/1734319245604/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/838=[#edits: 1 = <819/info:/1734319245605/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/839=[#edits: 1 = <820/info:/1734319245605/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/840=[#edits: 1 = <821/info:/1734319245605/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/841=[#edits: 1 = <822/info:/1734319245606/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/842=[#edits: 1 = <823/info:/1734319245606/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/843=[#edits: 1 = <824/info:/1734319245607/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/844=[#edits: 1 = <825/info:/1734319245607/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/845=[#edits: 1 = <826/info:/1734319245607/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/846=[#edits: 1 = <827/info:/1734319245608/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/847=[#edits: 1 = <828/info:/1734319245608/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/848=[#edits: 1 = <829/info:/1734319245609/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/849=[#edits: 1 = <830/info:/1734319245609/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/850=[#edits: 1 = <831/info:/1734319245610/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/851=[#edits: 1 = <832/info:/1734319245610/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/852=[#edits: 1 = <833/info:/1734319245610/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/853=[#edits: 1 = <834/info:/1734319245611/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/854=[#edits: 1 = <835/info:/1734319245611/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/855=[#edits: 1 = <836/info:/1734319245612/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/856=[#edits: 1 = <837/info:/1734319245612/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/857=[#edits: 1 = <838/info:/1734319245612/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/858=[#edits: 1 = <839/info:/1734319245613/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/859=[#edits: 1 = <840/info:/1734319245613/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/860=[#edits: 1 = <841/info:/1734319245613/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/861=[#edits: 1 = <842/info:/1734319245614/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=62569, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:45,753 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:45,753 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/862=[#edits: 1 = <843/info:/1734319245614/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/863=[#edits: 1 = <844/info:/1734319245614/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/864=[#edits: 1 = <845/info:/1734319245615/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/865=[#edits: 1 = <846/info:/1734319245615/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/866=[#edits: 1 = <847/info:/1734319245615/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/867=[#edits: 1 = <848/info:/1734319245616/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/868=[#edits: 1 = <849/info:/1734319245616/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/869=[#edits: 1 = <850/info:/1734319245617/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/870=[#edits: 1 = <851/info:/1734319245617/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/871=[#edits: 1 = <852/info:/1734319245617/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/872=[#edits: 1 = <853/info:/1734319245618/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/873=[#edits: 1 = <854/info:/1734319245618/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/874=[#edits: 1 = <855/info:/1734319245618/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/875=[#edits: 1 = <856/info:/1734319245619/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/876=[#edits: 1 = <857/info:/1734319245619/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/877=[#edits: 1 = <858/info:/1734319245619/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/878=[#edits: 1 = <859/info:/1734319245620/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/879=[#edits: 1 = <860/info:/1734319245620/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/880=[#edits: 1 = <861/info:/1734319245620/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/881=[#edits: 1 = <862/info:/1734319245621/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/882=[#edits: 1 = <863/info:/1734319245621/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/883=[#edits: 1 = <864/info:/1734319245621/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/884=[#edits: 1 = <865/info:/1734319245622/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/885=[#edits: 1 = <866/info:/1734319245622/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/886=[#edits: 1 = <867/info:/1734319245622/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/887=[#edits: 1 = <868/info:/1734319245623/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/888=[#edits: 1 = <869/info:/1734319245623/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/889=[#edits: 1 = <870/info:/1734319245623/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/890=[#edits: 1 = <871/info:/1734319245624/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/891=[#edits: 1 = <872/info:/1734319245624/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/892=[#edits: 1 = <873/info:/1734319245624/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/893=[#edits: 1 = <874/info:/1734319245625/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/894=[#edits: 1 = <875/info:/1734319245625/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/895=[#edits: 1 = <876/info:/1734319245625/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/896=[#edits: 1 = <877/info:/1734319245626/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/897=[#edits: 1 = <878/info:/1734319245626/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/898=[#edits: 1 = <879/info:/1734319245627/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/899=[#edits: 1 = <880/info:/1734319245627/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/900=[#edits: 1 = <881/info:/1734319245627/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/901=[#edits: 1 = <882/info:/1734319245628/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/902=[#edits: 1 = <883/info:/1734319245628/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/903=[#edits: 1 = <884/info:/1734319245630/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/904=[#edits: 1 = <885/info:/1734319245630/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/905=[#edits: 1 = <886/info:/1734319245631/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/906=[#edits: 1 = <887/info:/1734319245631/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/907=[#edits: 1 = <888/info:/1734319245632/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/908=[#edits: 1 = <889/info:/1734319245633/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/909=[#edits: 1 = <890/info:/1734319245633/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/910=[#edits: 1 = <891/info:/1734319245633/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/911=[#edits: 1 = <892/info:/1734319245634/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/912=[#edits: 1 = <893/info:/1734319245634/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/913=[#edits: 1 = <894/info:/1734319245634/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/914=[#edits: 1 = <895/info:/1734319245635/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/915=[#edits: 1 = <896/info:/1734319245635/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/916=[#edits: 1 = <897/info:/1734319245635/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/917=[#edits: 1 = <898/info:/1734319245636/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/918=[#edits: 1 = <899/info:/1734319245636/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/919=[#edits: 1 = <900/info:/1734319245636/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/920=[#edits: 1 = <901/info:/1734319245637/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/921=[#edits: 1 = <902/info:/1734319245637/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=66829, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:45,755 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:45,755 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/922=[#edits: 1 = <903/info:/1734319245637/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/923=[#edits: 1 = <904/info:/1734319245638/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/924=[#edits: 1 = <905/info:/1734319245644/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/925=[#edits: 1 = <906/info:/1734319245644/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/926=[#edits: 1 = <907/info:/1734319245645/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/927=[#edits: 1 = <908/info:/1734319245646/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/928=[#edits: 1 = <909/info:/1734319245646/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/929=[#edits: 1 = <910/info:/1734319245646/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/930=[#edits: 1 = <911/info:/1734319245647/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/931=[#edits: 1 = <912/info:/1734319245647/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/932=[#edits: 1 = <913/info:/1734319245647/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/933=[#edits: 1 = <914/info:/1734319245648/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/934=[#edits: 1 = <915/info:/1734319245648/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/935=[#edits: 1 = <916/info:/1734319245648/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/936=[#edits: 1 = <917/info:/1734319245649/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/937=[#edits: 1 = <918/info:/1734319245649/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/938=[#edits: 1 = <919/info:/1734319245649/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/939=[#edits: 1 = <920/info:/1734319245650/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/940=[#edits: 1 = <921/info:/1734319245650/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/941=[#edits: 1 = <922/info:/1734319245650/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/942=[#edits: 1 = <923/info:/1734319245651/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/943=[#edits: 1 = <924/info:/1734319245651/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/944=[#edits: 1 = <925/info:/1734319245652/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/945=[#edits: 1 = <926/info:/1734319245652/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/946=[#edits: 1 = <927/info:/1734319245653/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/947=[#edits: 1 = <928/info:/1734319245653/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/948=[#edits: 1 = <929/info:/1734319245653/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/949=[#edits: 1 = <930/info:/1734319245654/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/950=[#edits: 1 = <931/info:/1734319245654/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/951=[#edits: 1 = <932/info:/1734319245656/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/952=[#edits: 1 = <933/info:/1734319245657/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/953=[#edits: 1 = <934/info:/1734319245657/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/954=[#edits: 1 = <935/info:/1734319245658/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/955=[#edits: 1 = <936/info:/1734319245658/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/956=[#edits: 1 = <937/info:/1734319245659/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/957=[#edits: 1 = <938/info:/1734319245660/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/958=[#edits: 1 = <939/info:/1734319245660/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/959=[#edits: 1 = <940/info:/1734319245663/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/960=[#edits: 1 = <941/info:/1734319245663/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/961=[#edits: 1 = <942/info:/1734319245665/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/962=[#edits: 1 = <943/info:/1734319245666/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/963=[#edits: 1 = <944/info:/1734319245667/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/964=[#edits: 1 = <945/info:/1734319245667/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/965=[#edits: 1 = <946/info:/1734319245667/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/966=[#edits: 1 = <947/info:/1734319245668/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/967=[#edits: 1 = <948/info:/1734319245670/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/968=[#edits: 1 = <949/info:/1734319245671/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/969=[#edits: 1 = <950/info:/1734319245672/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/970=[#edits: 1 = <951/info:/1734319245673/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/971=[#edits: 1 = <952/info:/1734319245674/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/972=[#edits: 1 = <953/info:/1734319245674/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/973=[#edits: 1 = <954/info:/1734319245675/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/974=[#edits: 1 = <955/info:/1734319245675/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/975=[#edits: 1 = <956/info:/1734319245676/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/976=[#edits: 1 = <957/info:/1734319245676/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/977=[#edits: 1 = <958/info:/1734319245676/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/978=[#edits: 1 = <959/info:/1734319245677/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/979=[#edits: 1 = <960/info:/1734319245677/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/980=[#edits: 1 = <961/info:/1734319245677/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/981=[#edits: 1 = <962/info:/1734319245678/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=71089, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:45,756 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 37 WAL entries eligible for replication 2024-12-16T03:20:45,756 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 73716, reset compression=false 2024-12-16T03:20:45,761 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/982=[#edits: 1 = <963/info:/1734319245678/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/983=[#edits: 1 = <964/info:/1734319245679/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/984=[#edits: 1 = <965/info:/1734319245680/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/985=[#edits: 1 = <966/info:/1734319245680/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/986=[#edits: 1 = <967/info:/1734319245682/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/987=[#edits: 1 = <968/info:/1734319245682/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/988=[#edits: 1 = <969/info:/1734319245683/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/989=[#edits: 1 = <970/info:/1734319245683/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/990=[#edits: 1 = <971/info:/1734319245683/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/991=[#edits: 1 = <972/info:/1734319245684/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/992=[#edits: 1 = <973/info:/1734319245684/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/993=[#edits: 1 = <974/info:/1734319245685/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/994=[#edits: 1 = <975/info:/1734319245685/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/995=[#edits: 1 = <976/info:/1734319245686/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/996=[#edits: 1 = <977/info:/1734319245686/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/997=[#edits: 1 = <978/info:/1734319245686/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/998=[#edits: 1 = <979/info:/1734319245687/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/999=[#edits: 1 = <980/info:/1734319245688/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1000=[#edits: 1 = <981/info:/1734319245688/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1001=[#edits: 1 = <982/info:/1734319245688/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1002=[#edits: 1 = <983/info:/1734319245689/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1003=[#edits: 1 = <984/info:/1734319245690/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1004=[#edits: 1 = <985/info:/1734319245691/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1005=[#edits: 1 = <986/info:/1734319245691/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1006=[#edits: 1 = <987/info:/1734319245692/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1007=[#edits: 1 = <988/info:/1734319245692/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1008=[#edits: 1 = <989/info:/1734319245692/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1009=[#edits: 1 = <990/info:/1734319245693/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1010=[#edits: 1 = <991/info:/1734319245693/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1011=[#edits: 1 = <992/info:/1734319245693/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1012=[#edits: 1 = <993/info:/1734319245693/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1013=[#edits: 1 = <994/info:/1734319245694/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1014=[#edits: 1 = <995/info:/1734319245694/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1015=[#edits: 1 = <996/info:/1734319245694/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1016=[#edits: 1 = <997/info:/1734319245695/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1017=[#edits: 1 = <998/info:/1734319245695/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1018=[#edits: 1 = <999/info:/1734319245695/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=73716, nbRowKeys=37, nbHFiles=0, heapSize=6364, lastSeqIds={}, endOfFile=false,usedBufferSize=6364] 2024-12-16T03:20:45,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:45,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:45,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:45,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:45,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:45,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:45,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:45,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:45,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:45,768 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:20:45,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; CloseRegionProcedure 1657623790, server=f0d65a6309ee,35967,1734319242335}] 2024-12-16T03:20:45,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] procedure.ProcedureSyncWait(219): waitFor pid=18 2024-12-16T03:20:45,798 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:45,799 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:45,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,35967,1734319242335 2024-12-16T03:20:45,921 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=19}] handler.UnassignRegionHandler(124): Close 1657623790 2024-12-16T03:20:45,921 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=19}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:20:45,922 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-16T03:20:45,922 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-16T03:20:45,922 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-16T03:20:45,922 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-16T03:20:45,922 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-16T03:20:45,922 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=19}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:45,923 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-16T03:20:45,923 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-16T03:20:45,923 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegionServer(3789): Adding 1657623790 move to f0d65a6309ee,36257,1734319242286 record at close sequenceid=9 2024-12-16T03:20:45,924 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=19}] handler.UnassignRegionHandler(170): Closed 1657623790 2024-12-16T03:20:45,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=1657623790, regionState=CLOSED 2024-12-16T03:20:45,934 WARN [PEWorker-5 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-16T03:20:45,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-16T03:20:45,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; CloseRegionProcedure 1657623790, server=f0d65a6309ee,35967,1734319242335 in 166 msec 2024-12-16T03:20:45,938 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, REOPEN/MOVE; state=CLOSED, location=f0d65a6309ee,36257,1734319242286; forceNewPlan=false, retain=false 2024-12-16T03:20:45,986 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 73716, reset compression=false 2024-12-16T03:20:46,088 INFO [f0d65a6309ee:36085 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:20:46,088 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=f0d65a6309ee,36257,1734319242286 2024-12-16T03:20:46,089 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as f0d65a6309ee,36257,1734319242286, state=OPENING 2024-12-16T03:20:46,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:46,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:46,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:46,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:46,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:46,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:46,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:46,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:46,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:46,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=20, ppid=18, state=RUNNABLE; OpenRegionProcedure 1657623790, server=f0d65a6309ee,36257,1734319242286}] 2024-12-16T03:20:46,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:46,246 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,36257,1734319242286 2024-12-16T03:20:46,250 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=20}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-16T03:20:46,250 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:20:46,250 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=20}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:46,250 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-16T03:20:46,251 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:46,251 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-16T03:20:46,251 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:46,251 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-16T03:20:46,251 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-16T03:20:46,252 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-16T03:20:46,253 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-16T03:20:46,253 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:46,283 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/info/d98edc7f6be04ce5ab08b23a92649999 2024-12-16T03:20:46,283 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:46,283 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-16T03:20:46,284 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-16T03:20:46,284 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:46,285 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:46,285 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-16T03:20:46,286 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-16T03:20:46,286 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:46,291 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 73716, reset compression=false 2024-12-16T03:20:46,294 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/table/3b5c599528614db282f8f593cdd7fe59 2024-12-16T03:20:46,294 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:46,294 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:46,296 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71646433, jitterRate=0.06761504709720612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:46,296 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-16T03:20:46,296 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=20, masterSystemTime=1734319246246 2024-12-16T03:20:46,298 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,36257,1734319242286 2024-12-16T03:20:46,299 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as f0d65a6309ee,36257,1734319242286, state=OPEN 2024-12-16T03:20:46,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:46,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:46,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:46,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:46,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:46,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:46,309 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-16T03:20:46,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:46,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:46,309 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=20}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-16T03:20:46,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:46,310 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-16T03:20:46,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:46,310 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:46,314 INFO [RS-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:46,314 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33095 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-16T03:20:46,314 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33095 {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=29.08 KB heapSize=102.31 KB 2024-12-16T03:20:46,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=20, resume processing ppid=18 2024-12-16T03:20:46,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=18, state=SUCCESS; OpenRegionProcedure 1657623790, server=f0d65a6309ee,36257,1734319242286 in 215 msec 2024-12-16T03:20:46,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, REOPEN/MOVE in 594 msec 2024-12-16T03:20:46,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:46,328 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:46,328 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(313): Writing data from 1000 to 2000 2024-12-16T03:20:46,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/.tmp/info/bd152ed203494618a7eda548bb250be5 is 34, key is 100/info:/1734319245103/Put/seqid=0 2024-12-16T03:20:46,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741843_1019 (size=43843) 2024-12-16T03:20:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741843_1019 (size=43843) 2024-12-16T03:20:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741843_1019 (size=43843) 2024-12-16T03:20:46,415 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.08 KB at sequenceid=1019 (bloomFilter=true), to=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/.tmp/info/bd152ed203494618a7eda548bb250be5 2024-12-16T03:20:46,418 DEBUG [AsyncFSWAL-0-hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3-prefix:f0d65a6309ee,33095,1734319242394.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80545, logrollsize=80530 2024-12-16T03:20:46,418 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C33095%2C1734319242394.meta:.meta(num 1734319243427) roll requested 2024-12-16T03:20:46,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/.tmp/info/bd152ed203494618a7eda548bb250be5 as hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/info/bd152ed203494618a7eda548bb250be5 2024-12-16T03:20:46,443 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, exclude list is [], retry=0 2024-12-16T03:20:46,446 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39243,DS-01e405cc-1858-46b0-b9e5-f6e80d372b93,DISK] 2024-12-16T03:20:46,446 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40017,DS-db64b321-a500-4592-8679-8f9e779a1eff,DISK] 2024-12-16T03:20:46,446 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38351,DS-9b695294-eb5a-455f-866c-cc8481f5c70e,DISK] 2024-12-16T03:20:46,450 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33095 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/info/bd152ed203494618a7eda548bb250be5, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-16T03:20:46,452 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33095 {}] regionserver.HRegion(3040): Finished flush of dataSize ~29.08 KB/29780, heapSize ~101.80 KB/104240, currentSize=4.50 KB/4608 for 1588230740 in 138ms, sequenceid=1019, compaction requested=false 2024-12-16T03:20:46,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33095 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:46,453 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(143): Triggered flush of primary region replica 1588230740 for 1657623790; now waiting and blocking reads until completes a full flush cycle 2024-12-16T03:20:46,453 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-16T03:20:46,523 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta with entries=1239, filesize=88.42 KB; new WAL /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta 2024-12-16T03:20:46,527 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41941:41941),(127.0.0.1/127.0.0.1:41719:41719),(127.0.0.1/127.0.0.1:39235:39235)] 2024-12-16T03:20:46,528 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:46,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741837_1013 (size=90555) 2024-12-16T03:20:46,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741837_1013 (size=90555) 2024-12-16T03:20:46,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741837_1013 (size=90555) 2024-12-16T03:20:46,691 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:46,691 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:46,697 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta to pos 73716, reset compression=false 2024-12-16T03:20:46,702 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-16T03:20:46,703 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1020=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319246315/Put/vlen=102/seqid=0; >],292}, {hbase:meta/1588230740/1021=[#edits: 1 = <1000/info:/1734319246328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1022=[#edits: 1 = <1001/info:/1734319246332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1023=[#edits: 1 = <1002/info:/1734319246332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1024=[#edits: 1 = <1003/info:/1734319246332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1025=[#edits: 1 = <1004/info:/1734319246333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1026=[#edits: 1 = <1005/info:/1734319246333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1027=[#edits: 1 = <1006/info:/1734319246334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1028=[#edits: 1 = <1007/info:/1734319246334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1029=[#edits: 1 = <1008/info:/1734319246334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1030=[#edits: 1 = <1009/info:/1734319246335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1031=[#edits: 1 = <1010/info:/1734319246335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1032=[#edits: 1 = <1011/info:/1734319246335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1033=[#edits: 1 = <1012/info:/1734319246341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1034=[#edits: 1 = <1013/info:/1734319246342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1035=[#edits: 1 = <1014/info:/1734319246343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1036=[#edits: 1 = <1015/info:/1734319246343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1037=[#edits: 1 = <1016/info:/1734319246344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1038=[#edits: 1 = <1017/info:/1734319246344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1039=[#edits: 1 = <1018/info:/1734319246344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1040=[#edits: 1 = <1019/info:/1734319246345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1041=[#edits: 1 = <1020/info:/1734319246346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1042=[#edits: 1 = <1021/info:/1734319246346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1043=[#edits: 1 = <1022/info:/1734319246347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1044=[#edits: 1 = <1023/info:/1734319246348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1045=[#edits: 1 = <1024/info:/1734319246349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1046=[#edits: 1 = <1025/info:/1734319246350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1047=[#edits: 1 = <1026/info:/1734319246350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1048=[#edits: 1 = <1027/info:/1734319246351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1049=[#edits: 1 = <1028/info:/1734319246351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1050=[#edits: 1 = <1029/info:/1734319246352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1051=[#edits: 1 = <1030/info:/1734319246353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1052=[#edits: 1 = <1031/info:/1734319246354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1053=[#edits: 1 = <1032/info:/1734319246354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1054=[#edits: 1 = <1033/info:/1734319246357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1055=[#edits: 1 = <1034/info:/1734319246358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1056=[#edits: 1 = <1035/info:/1734319246361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1057=[#edits: 1 = <1036/info:/1734319246362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1058=[#edits: 1 = <1037/info:/1734319246364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1059=[#edits: 1 = <1038/info:/1734319246365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1060=[#edits: 1 = <1039/info:/1734319246366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1061=[#edits: 1 = <1040/info:/1734319246367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1062=[#edits: 1 = <1041/info:/1734319246368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1063=[#edits: 1 = <1042/info:/1734319246369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1064=[#edits: 1 = <1043/info:/1734319246369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1065=[#edits: 1 = <1044/info:/1734319246370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1066=[#edits: 1 = <1045/info:/1734319246371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1067=[#edits: 1 = <1046/info:/1734319246372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1068=[#edits: 1 = <1047/info:/1734319246372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1069=[#edits: 1 = <1048/info:/1734319246373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1070=[#edits: 1 = <1049/info:/1734319246373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1071=[#edits: 1 = <1050/info:/1734319246374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1072=[#edits: 1 = <1051/info:/1734319246375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1073=[#edits: 1 = <1052/info:/1734319246375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1074=[#edits: 1 = <1053/info:/1734319246376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1075=[#edits: 1 = <1054/info:/1734319246376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1076=[#edits: 1 = <1055/info:/1734319246377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1077=[#edits: 1 = <1056/info:/1734319246378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1078=[#edits: 1 = <1057/info:/1734319246378/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=78136, nbRowKeys=59, nbHFiles=0, heapSize=10268, lastSeqIds={}, endOfFile=false,usedBufferSize=10268] 2024-12-16T03:20:46,703 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:46,703 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-16T03:20:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] ipc.CallRunner(138): callId: 91 service: AdminService methodName: Replay size: 1.0 K connection: 172.17.0.2:40028 deadline: 1734319306703, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=f0d65a6309ee port=36257 startCode=1734319242286. As of locationSeqNum=9. 2024-12-16T03:20:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:46,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=29.08 KB heapSize=101.56 KB 2024-12-16T03:20:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:1019 2024-12-16T03:20:46,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:46,805 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:46,806 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(5737): 1657623790 : Prepared empty flush with seqId:1019 2024-12-16T03:20:46,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:46,809 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1079=[#edits: 1 = <1058/info:/1734319246379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1080=[#edits: 1 = <1059/info:/1734319246379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1081=[#edits: 1 = <1060/info:/1734319246380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1082=[#edits: 1 = <1061/info:/1734319246381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1083=[#edits: 1 = <1062/info:/1734319246381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1084=[#edits: 1 = <1063/info:/1734319246382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1085=[#edits: 1 = <1064/info:/1734319246382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1086=[#edits: 1 = <1065/info:/1734319246383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1087=[#edits: 1 = <1066/info:/1734319246383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1088=[#edits: 1 = <1067/info:/1734319246384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1089=[#edits: 1 = <1068/info:/1734319246385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1090=[#edits: 1 = <1069/info:/1734319246385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1091=[#edits: 1 = <1070/info:/1734319246386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1092=[#edits: 1 = <1071/info:/1734319246386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1093=[#edits: 1 = <1072/info:/1734319246387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1094=[#edits: 1 = <1073/info:/1734319246391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1095=[#edits: 1 = <1074/info:/1734319246400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1096=[#edits: 1 = <1075/info:/1734319246401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1097=[#edits: 1 = <1076/info:/1734319246403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1098=[#edits: 1 = <1077/info:/1734319246404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1099=[#edits: 1 = <1078/info:/1734319246406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1100=[#edits: 1 = <1079/info:/1734319246406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1101=[#edits: 1 = <1080/info:/1734319246407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1102=[#edits: 1 = <1081/info:/1734319246408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1103=[#edits: 1 = <1082/info:/1734319246409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1104=[#edits: 1 = <1083/info:/1734319246411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1105=[#edits: 1 = <1084/info:/1734319246412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1106=[#edits: 1 = <1085/info:/1734319246414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1107=[#edits: 1 = <1086/info:/1734319246416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1108=[#edits: 1 = <1087/info:/1734319246416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1109=[#edits: 1 = <1088/info:/1734319246417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1110=[#edits: 1 = <1089/info:/1734319246417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1111=[#edits: 1 = <1090/info:/1734319246418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1112=[#edits: 1 = <1091/info:/1734319246418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1113=[#edits: 1 = <1092/info:/1734319246427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1114=[#edits: 1 = <1093/info:/1734319246428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1115=[#edits: 1 = <1094/info:/1734319246428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1116=[#edits: 1 = <1095/info:/1734319246429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1117=[#edits: 1 = <1096/info:/1734319246429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1118=[#edits: 1 = <1097/info:/1734319246429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1119=[#edits: 1 = <1098/info:/1734319246430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1120=[#edits: 1 = <1099/info:/1734319246430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1121=[#edits: 1 = <1100/info:/1734319246431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1122=[#edits: 1 = <1101/info:/1734319246431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1123=[#edits: 1 = <1102/info:/1734319246431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1124=[#edits: 1 = <1103/info:/1734319246432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1125=[#edits: 1 = <1104/info:/1734319246432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1126=[#edits: 1 = <1105/info:/1734319246432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1127=[#edits: 1 = <1106/info:/1734319246433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1128=[#edits: 1 = <1107/info:/1734319246433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1129=[#edits: 1 = <1108/info:/1734319246434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1130=[#edits: 1 = <1109/info:/1734319246434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1131=[#edits: 1 = <1110/info:/1734319246434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1132=[#edits: 1 = <1111/info:/1734319246435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1133=[#edits: 1 = <1112/info:/1734319246435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1134=[#edits: 1 = <1113/info:/1734319246436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1135=[#edits: 1 = <1114/info:/1734319246436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1136=[#edits: 1 = <1115/info:/1734319246436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1137=[#edits: 1 = <1116/info:/1734319246437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1138=[#edits: 1 = <1117/info:/1734319246437/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=82516, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:46,810 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta 2024-12-16T03:20:46,810 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 49 WAL entries eligible for replication 2024-12-16T03:20:46,825 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:46,824 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1139=[#edits: 1 = <1118/info:/1734319246437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1140=[#edits: 1 = <1119/info:/1734319246438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1141=[#edits: 1 = <1120/info:/1734319246438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1142=[#edits: 1 = <1121/info:/1734319246438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1143=[#edits: 1 = <1122/info:/1734319246439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1144=[#edits: 1 = <1123/info:/1734319246439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1145=[#edits: 1 = <1124/info:/1734319246440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1146=[#edits: 1 = <1125/info:/1734319246440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1147=[#edits: 1 = <1126/info:/1734319246440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1148=[#edits: 1 = <1127/info:/1734319246441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1149=[#edits: 1 = <1128/info:/1734319246441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1150=[#edits: 1 = <1129/info:/1734319246442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1151=[#edits: 1 = <1130/info:/1734319246442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1152=[#edits: 1 = <1131/info:/1734319246442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1153=[#edits: 1 = <1132/info:/1734319246443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1154=[#edits: 1 = <1133/info:/1734319246443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1155=[#edits: 1 = <1134/info:/1734319246444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1156=[#edits: 1 = <1135/info:/1734319246444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1157=[#edits: 1 = <1136/info:/1734319246445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1158=[#edits: 1 = <1137/info:/1734319246445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1159=[#edits: 1 = <1138/info:/1734319246446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1160=[#edits: 1 = <1139/info:/1734319246446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1161=[#edits: 1 = <1140/info:/1734319246447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1162=[#edits: 1 = <1141/info:/1734319246447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1163=[#edits: 1 = <1142/info:/1734319246448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1164=[#edits: 1 = <1143/info:/1734319246450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1165=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319246450/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/1166=[#edits: 1 = <1144/info:/1734319246452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1167=[#edits: 1 = <1145/info:/1734319246453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1168=[#edits: 1 = <1146/info:/1734319246454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1169=[#edits: 1 = <1147/info:/1734319246454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1170=[#edits: 1 = <1148/info:/1734319246455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1171=[#edits: 1 = <1149/info:/1734319246458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1172=[#edits: 1 = <1150/info:/1734319246461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1173=[#edits: 1 = <1151/info:/1734319246463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1174=[#edits: 1 = <1152/info:/1734319246465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1175=[#edits: 1 = <1153/info:/1734319246471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1176=[#edits: 1 = <1154/info:/1734319246472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1177=[#edits: 1 = <1155/info:/1734319246473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1178=[#edits: 1 = <1156/info:/1734319246477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1179=[#edits: 1 = <1157/info:/1734319246478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1180=[#edits: 1 = <1158/info:/1734319246479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1181=[#edits: 1 = <1159/info:/1734319246491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1182=[#edits: 1 = <1160/info:/1734319246493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1183=[#edits: 1 = <1161/info:/1734319246494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1184=[#edits: 1 = <1162/info:/1734319246494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1185=[#edits: 1 = <1163/info:/1734319246495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1186=[#edits: 1 = <1164/info:/1734319246495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1187=[#edits: 1 = <1165/info:/1734319246495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1188=[#edits: 1 = <1166/info:/1734319246496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1189=[#edits: 1 = <1167/info:/1734319246496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1190=[#edits: 1 = <1168/info:/1734319246497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1191=[#edits: 1 = <1169/info:/1734319246497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1192=[#edits: 1 = <1170/info:/1734319246497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1193=[#edits: 1 = <1171/info:/1734319246498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1194=[#edits: 1 = <1172/info:/1734319246498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1195=[#edits: 1 = <1173/info:/1734319246498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1196=[#edits: 1 = <1174/info:/1734319246499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1197=[#edits: 1 = <1175/info:/1734319246500/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=86970, nbRowKeys=59, nbHFiles=0, heapSize=10300, lastSeqIds={}, endOfFile=false,usedBufferSize=10300] 2024-12-16T03:20:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "bd152ed203494618a7eda548bb250be5" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "bd152ed203494618a7eda548bb250be5" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:1019 and a previous prepared snapshot was found 2024-12-16T03:20:46,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(5844): 1657623790 : Received a flush commit marker with larger seqId: 1019 than what we have prepared with seqId: 0. Picking up new file and dropping prepared memstore snapshot 2024-12-16T03:20:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:46,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220909ba added hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/info/bd152ed203494618a7eda548bb250be5, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-16T03:20:46,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ebd894d added hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/info/bd152ed203494618a7eda548bb250be5, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-16T03:20:46,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(6024): 1657623790 : Not dropping memstore contents since replayed flush seqId: 1019 is smaller than current seqId:1164 2024-12-16T03:20:46,835 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1198=[#edits: 1 = <1176/info:/1734319246500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1199=[#edits: 1 = <1177/info:/1734319246501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1200=[#edits: 1 = <1178/info:/1734319246502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1201=[#edits: 1 = <1179/info:/1734319246502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1202=[#edits: 1 = <1180/info:/1734319246503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1203=[#edits: 1 = <1181/info:/1734319246503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1204=[#edits: 1 = <1182/info:/1734319246504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1205=[#edits: 1 = <1183/info:/1734319246504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1206=[#edits: 1 = <1184/info:/1734319246505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1207=[#edits: 1 = <1185/info:/1734319246505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1208=[#edits: 1 = <1186/info:/1734319246505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1209=[#edits: 1 = <1187/info:/1734319246506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1210=[#edits: 1 = <1188/info:/1734319246506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1211=[#edits: 1 = <1189/info:/1734319246507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1212=[#edits: 1 = <1190/info:/1734319246507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1213=[#edits: 1 = <1191/info:/1734319246508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1214=[#edits: 1 = <1192/info:/1734319246508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1215=[#edits: 1 = <1193/info:/1734319246509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1216=[#edits: 1 = <1194/info:/1734319246509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1217=[#edits: 1 = <1195/info:/1734319246510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1218=[#edits: 1 = <1196/info:/1734319246510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1219=[#edits: 1 = <1197/info:/1734319246511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1220=[#edits: 1 = <1198/info:/1734319246511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1221=[#edits: 1 = <1199/info:/1734319246512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1222=[#edits: 1 = <1200/info:/1734319246512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1223=[#edits: 1 = <1201/info:/1734319246513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1224=[#edits: 1 = <1202/info:/1734319246513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1225=[#edits: 1 = <1203/info:/1734319246514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1226=[#edits: 1 = <1204/info:/1734319246514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1227=[#edits: 1 = <1205/info:/1734319246515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1228=[#edits: 1 = <1206/info:/1734319246515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1229=[#edits: 1 = <1207/info:/1734319246515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1230=[#edits: 1 = <1208/info:/1734319246516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1231=[#edits: 1 = <1209/info:/1734319246516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1232=[#edits: 1 = <1210/info:/1734319246517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1233=[#edits: 1 = <1211/info:/1734319246517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1234=[#edits: 1 = <1212/info:/1734319246517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1235=[#edits: 1 = <1213/info:/1734319246518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1236=[#edits: 1 = <1214/info:/1734319246518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1237=[#edits: 1 = <1215/info:/1734319246519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1238=[#edits: 1 = <1216/info:/1734319246519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1239=[#edits: 1 = <1217/info:/1734319246520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1240=[#edits: 1 = <1218/info:/1734319246520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1241=[#edits: 1 = <1219/info:/1734319246521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1242=[#edits: 1 = <1220/info:/1734319246521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1243=[#edits: 1 = <1221/info:/1734319246521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1244=[#edits: 1 = <1222/info:/1734319246522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1245=[#edits: 1 = <1223/info:/1734319246522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1246=[#edits: 1 = <1224/info:/1734319246523/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319243427.meta, lastWalPosition=90547, nbRowKeys=49, nbHFiles=0, heapSize=8428, lastSeqIds={}, endOfFile=true,usedBufferSize=8428] 2024-12-16T03:20:46,836 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:46,837 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1247=[#edits: 1 = <1225/info:/1734319246524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1248=[#edits: 1 = <1226/info:/1734319246532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1249=[#edits: 1 = <1227/info:/1734319246534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1250=[#edits: 1 = <1228/info:/1734319246536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1251=[#edits: 1 = <1229/info:/1734319246538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1252=[#edits: 1 = <1230/info:/1734319246539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1253=[#edits: 1 = <1231/info:/1734319246541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1254=[#edits: 1 = <1232/info:/1734319246542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1255=[#edits: 1 = <1233/info:/1734319246544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1256=[#edits: 1 = <1234/info:/1734319246545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1257=[#edits: 1 = <1235/info:/1734319246546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1258=[#edits: 1 = <1236/info:/1734319246547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1259=[#edits: 1 = <1237/info:/1734319246547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1260=[#edits: 1 = <1238/info:/1734319246548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1261=[#edits: 1 = <1239/info:/1734319246549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1262=[#edits: 1 = <1240/info:/1734319246555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1263=[#edits: 1 = <1241/info:/1734319246559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1264=[#edits: 1 = <1242/info:/1734319246560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1265=[#edits: 1 = <1243/info:/1734319246561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1266=[#edits: 1 = <1244/info:/1734319246561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1267=[#edits: 1 = <1245/info:/1734319246562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1268=[#edits: 1 = <1246/info:/1734319246562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1269=[#edits: 1 = <1247/info:/1734319246563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1270=[#edits: 1 = <1248/info:/1734319246563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1271=[#edits: 1 = <1249/info:/1734319246564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1272=[#edits: 1 = <1250/info:/1734319246564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1273=[#edits: 1 = <1251/info:/1734319246565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1274=[#edits: 1 = <1252/info:/1734319246565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1275=[#edits: 1 = <1253/info:/1734319246565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1276=[#edits: 1 = <1254/info:/1734319246566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1277=[#edits: 1 = <1255/info:/1734319246566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1278=[#edits: 1 = <1256/info:/1734319246567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1279=[#edits: 1 = <1257/info:/1734319246567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1280=[#edits: 1 = <1258/info:/1734319246568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1281=[#edits: 1 = <1259/info:/1734319246568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1282=[#edits: 1 = <1260/info:/1734319246569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1283=[#edits: 1 = <1261/info:/1734319246569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1284=[#edits: 1 = <1262/info:/1734319246570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1285=[#edits: 1 = <1263/info:/1734319246570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1286=[#edits: 1 = <1264/info:/1734319246572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1287=[#edits: 1 = <1265/info:/1734319246572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1288=[#edits: 1 = <1266/info:/1734319246573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1289=[#edits: 1 = <1267/info:/1734319246573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1290=[#edits: 1 = <1268/info:/1734319246574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1291=[#edits: 1 = <1269/info:/1734319246574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1292=[#edits: 1 = <1270/info:/1734319246575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1293=[#edits: 1 = <1271/info:/1734319246575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1294=[#edits: 1 = <1272/info:/1734319246575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1295=[#edits: 1 = <1273/info:/1734319246576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1296=[#edits: 1 = <1274/info:/1734319246576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1297=[#edits: 1 = <1275/info:/1734319246577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1298=[#edits: 1 = <1276/info:/1734319246577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1299=[#edits: 1 = <1277/info:/1734319246578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1300=[#edits: 1 = <1278/info:/1734319246578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1301=[#edits: 1 = <1279/info:/1734319246579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1302=[#edits: 1 = <1280/info:/1734319246579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1303=[#edits: 1 = <1281/info:/1734319246580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1304=[#edits: 1 = <1282/info:/1734319246582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1305=[#edits: 1 = <1283/info:/1734319246583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1306=[#edits: 1 = <1284/info:/1734319246583/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=4465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:46,838 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:46,839 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:46,839 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1307=[#edits: 1 = <1285/info:/1734319246584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1308=[#edits: 1 = <1286/info:/1734319246584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1309=[#edits: 1 = <1287/info:/1734319246585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1310=[#edits: 1 = <1288/info:/1734319246585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1311=[#edits: 1 = <1289/info:/1734319246586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1312=[#edits: 1 = <1290/info:/1734319246586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1313=[#edits: 1 = <1291/info:/1734319246587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1314=[#edits: 1 = <1292/info:/1734319246587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1315=[#edits: 1 = <1293/info:/1734319246588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1316=[#edits: 1 = <1294/info:/1734319246588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1317=[#edits: 1 = <1295/info:/1734319246589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1318=[#edits: 1 = <1296/info:/1734319246589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1319=[#edits: 1 = <1297/info:/1734319246590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1320=[#edits: 1 = <1298/info:/1734319246590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1321=[#edits: 1 = <1299/info:/1734319246591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1322=[#edits: 1 = <1300/info:/1734319246591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1323=[#edits: 1 = <1301/info:/1734319246592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1324=[#edits: 1 = <1302/info:/1734319246593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1325=[#edits: 1 = <1303/info:/1734319246593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1326=[#edits: 1 = <1304/info:/1734319246594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1327=[#edits: 1 = <1305/info:/1734319246594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1328=[#edits: 1 = <1306/info:/1734319246595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1329=[#edits: 1 = <1307/info:/1734319246595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1330=[#edits: 1 = <1308/info:/1734319246595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1331=[#edits: 1 = <1309/info:/1734319246596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1332=[#edits: 1 = <1310/info:/1734319246596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1333=[#edits: 1 = <1311/info:/1734319246597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1334=[#edits: 1 = <1312/info:/1734319246597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1335=[#edits: 1 = <1313/info:/1734319246597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1336=[#edits: 1 = <1314/info:/1734319246598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1337=[#edits: 1 = <1315/info:/1734319246598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1338=[#edits: 1 = <1316/info:/1734319246599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1339=[#edits: 1 = <1317/info:/1734319246599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1340=[#edits: 1 = <1318/info:/1734319246600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1341=[#edits: 1 = <1319/info:/1734319246607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1342=[#edits: 1 = <1320/info:/1734319246627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1343=[#edits: 1 = <1321/info:/1734319246631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1344=[#edits: 1 = <1322/info:/1734319246632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1345=[#edits: 1 = <1323/info:/1734319246632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1346=[#edits: 1 = <1324/info:/1734319246633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1347=[#edits: 1 = <1325/info:/1734319246633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1348=[#edits: 1 = <1326/info:/1734319246634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1349=[#edits: 1 = <1327/info:/1734319246634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1350=[#edits: 1 = <1328/info:/1734319246638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1351=[#edits: 1 = <1329/info:/1734319246638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1352=[#edits: 1 = <1330/info:/1734319246639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1353=[#edits: 1 = <1331/info:/1734319246639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1354=[#edits: 1 = <1332/info:/1734319246640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1355=[#edits: 1 = <1333/info:/1734319246640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1356=[#edits: 1 = <1334/info:/1734319246641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1357=[#edits: 1 = <1335/info:/1734319246641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1358=[#edits: 1 = <1336/info:/1734319246641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1359=[#edits: 1 = <1337/info:/1734319246642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1360=[#edits: 1 = <1338/info:/1734319246642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1361=[#edits: 1 = <1339/info:/1734319246643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1362=[#edits: 1 = <1340/info:/1734319246643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1363=[#edits: 1 = <1341/info:/1734319246644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1364=[#edits: 1 = <1342/info:/1734319246645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1365=[#edits: 1 = <1343/info:/1734319246645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1366=[#edits: 1 = <1344/info:/1734319246646/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=8845, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:46,841 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:46,841 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1367=[#edits: 1 = <1345/info:/1734319246647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1368=[#edits: 1 = <1346/info:/1734319246647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1369=[#edits: 1 = <1347/info:/1734319246648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1370=[#edits: 1 = <1348/info:/1734319246648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1371=[#edits: 1 = <1349/info:/1734319246649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1372=[#edits: 1 = <1350/info:/1734319246649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1373=[#edits: 1 = <1351/info:/1734319246650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1374=[#edits: 1 = <1352/info:/1734319246651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1375=[#edits: 1 = <1353/info:/1734319246652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1376=[#edits: 1 = <1354/info:/1734319246652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1377=[#edits: 1 = <1355/info:/1734319246653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1378=[#edits: 1 = <1356/info:/1734319246654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1379=[#edits: 1 = <1357/info:/1734319246655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1380=[#edits: 1 = <1358/info:/1734319246656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1381=[#edits: 1 = <1359/info:/1734319246658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1382=[#edits: 1 = <1360/info:/1734319246659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1383=[#edits: 1 = <1361/info:/1734319246660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1384=[#edits: 1 = <1362/info:/1734319246661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1385=[#edits: 1 = <1363/info:/1734319246662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1386=[#edits: 1 = <1364/info:/1734319246664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1387=[#edits: 1 = <1365/info:/1734319246665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1388=[#edits: 1 = <1366/info:/1734319246666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1389=[#edits: 1 = <1367/info:/1734319246672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1390=[#edits: 1 = <1368/info:/1734319246673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1391=[#edits: 1 = <1369/info:/1734319246674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1392=[#edits: 1 = <1370/info:/1734319246675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1393=[#edits: 1 = <1371/info:/1734319246675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1394=[#edits: 1 = <1372/info:/1734319246675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1395=[#edits: 1 = <1373/info:/1734319246676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1396=[#edits: 1 = <1374/info:/1734319246676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1397=[#edits: 1 = <1375/info:/1734319246677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1398=[#edits: 1 = <1376/info:/1734319246677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1399=[#edits: 1 = <1377/info:/1734319246677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1400=[#edits: 1 = <1378/info:/1734319246678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1401=[#edits: 1 = <1379/info:/1734319246678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1402=[#edits: 1 = <1380/info:/1734319246678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1403=[#edits: 1 = <1381/info:/1734319246678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1404=[#edits: 1 = <1382/info:/1734319246679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1405=[#edits: 1 = <1383/info:/1734319246679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1406=[#edits: 1 = <1384/info:/1734319246679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1407=[#edits: 1 = <1385/info:/1734319246680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1408=[#edits: 1 = <1386/info:/1734319246680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1409=[#edits: 1 = <1387/info:/1734319246680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1410=[#edits: 1 = <1388/info:/1734319246680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1411=[#edits: 1 = <1389/info:/1734319246681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1412=[#edits: 1 = <1390/info:/1734319246681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1413=[#edits: 1 = <1391/info:/1734319246682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1414=[#edits: 1 = <1392/info:/1734319246682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1415=[#edits: 1 = <1393/info:/1734319246682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1416=[#edits: 1 = <1394/info:/1734319246683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1417=[#edits: 1 = <1395/info:/1734319246684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1418=[#edits: 1 = <1396/info:/1734319246687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1419=[#edits: 1 = <1397/info:/1734319246687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1420=[#edits: 1 = <1398/info:/1734319246687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1421=[#edits: 1 = <1399/info:/1734319246688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1422=[#edits: 1 = <1400/info:/1734319246689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1423=[#edits: 1 = <1401/info:/1734319246689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1424=[#edits: 1 = <1402/info:/1734319246690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1425=[#edits: 1 = <1403/info:/1734319246692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1426=[#edits: 1 = <1404/info:/1734319246693/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=13225, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:46,842 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:46,842 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1427=[#edits: 1 = <1405/info:/1734319246694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1428=[#edits: 1 = <1406/info:/1734319246694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1429=[#edits: 1 = <1407/info:/1734319246695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1430=[#edits: 1 = <1408/info:/1734319246695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1431=[#edits: 1 = <1409/info:/1734319246696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1432=[#edits: 1 = <1410/info:/1734319246697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1433=[#edits: 1 = <1411/info:/1734319246698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1434=[#edits: 1 = <1412/info:/1734319246699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1435=[#edits: 1 = <1413/info:/1734319246702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1436=[#edits: 1 = <1414/info:/1734319246702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1437=[#edits: 1 = <1415/info:/1734319246703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1438=[#edits: 1 = <1416/info:/1734319246706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1439=[#edits: 1 = <1417/info:/1734319246707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1440=[#edits: 1 = <1418/info:/1734319246707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1441=[#edits: 1 = <1419/info:/1734319246708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1442=[#edits: 1 = <1420/info:/1734319246708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1443=[#edits: 1 = <1421/info:/1734319246708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1444=[#edits: 1 = <1422/info:/1734319246709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1445=[#edits: 1 = <1423/info:/1734319246709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1446=[#edits: 1 = <1424/info:/1734319246709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1447=[#edits: 1 = <1425/info:/1734319246710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1448=[#edits: 1 = <1426/info:/1734319246710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1449=[#edits: 1 = <1427/info:/1734319246710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1450=[#edits: 1 = <1428/info:/1734319246710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1451=[#edits: 1 = <1429/info:/1734319246711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1452=[#edits: 1 = <1430/info:/1734319246711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1453=[#edits: 1 = <1431/info:/1734319246711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1454=[#edits: 1 = <1432/info:/1734319246712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1455=[#edits: 1 = <1433/info:/1734319246712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1456=[#edits: 1 = <1434/info:/1734319246712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1457=[#edits: 1 = <1435/info:/1734319246713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1458=[#edits: 1 = <1436/info:/1734319246713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1459=[#edits: 1 = <1437/info:/1734319246713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1460=[#edits: 1 = <1438/info:/1734319246713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1461=[#edits: 1 = <1439/info:/1734319246714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1462=[#edits: 1 = <1440/info:/1734319246714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1463=[#edits: 1 = <1441/info:/1734319246714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1464=[#edits: 1 = <1442/info:/1734319246714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1465=[#edits: 1 = <1443/info:/1734319246715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1466=[#edits: 1 = <1444/info:/1734319246715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1467=[#edits: 1 = <1445/info:/1734319246715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1468=[#edits: 1 = <1446/info:/1734319246716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1469=[#edits: 1 = <1447/info:/1734319246716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1470=[#edits: 1 = <1448/info:/1734319246716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1471=[#edits: 1 = <1449/info:/1734319246716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1472=[#edits: 1 = <1450/info:/1734319246717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1473=[#edits: 1 = <1451/info:/1734319246717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1474=[#edits: 1 = <1452/info:/1734319246717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1475=[#edits: 1 = <1453/info:/1734319246718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1476=[#edits: 1 = <1454/info:/1734319246718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1477=[#edits: 1 = <1455/info:/1734319246718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1478=[#edits: 1 = <1456/info:/1734319246718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1479=[#edits: 1 = <1457/info:/1734319246719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1480=[#edits: 1 = <1458/info:/1734319246719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1481=[#edits: 1 = <1459/info:/1734319246719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1482=[#edits: 1 = <1460/info:/1734319246720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1483=[#edits: 1 = <1461/info:/1734319246720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1484=[#edits: 1 = <1462/info:/1734319246720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1485=[#edits: 1 = <1463/info:/1734319246721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1486=[#edits: 1 = <1464/info:/1734319246721/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=17605, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:46,843 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:46,844 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1487=[#edits: 1 = <1465/info:/1734319246721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1488=[#edits: 1 = <1466/info:/1734319246722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1489=[#edits: 1 = <1467/info:/1734319246722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1490=[#edits: 1 = <1468/info:/1734319246722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1491=[#edits: 1 = <1469/info:/1734319246722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1492=[#edits: 1 = <1470/info:/1734319246723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1493=[#edits: 1 = <1471/info:/1734319246723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1494=[#edits: 1 = <1472/info:/1734319246723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1495=[#edits: 1 = <1473/info:/1734319246724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1496=[#edits: 1 = <1474/info:/1734319246724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1497=[#edits: 1 = <1475/info:/1734319246724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1498=[#edits: 1 = <1476/info:/1734319246724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1499=[#edits: 1 = <1477/info:/1734319246725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1500=[#edits: 1 = <1478/info:/1734319246725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1501=[#edits: 1 = <1479/info:/1734319246725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1502=[#edits: 1 = <1480/info:/1734319246725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1503=[#edits: 1 = <1481/info:/1734319246726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1504=[#edits: 1 = <1482/info:/1734319246726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1505=[#edits: 1 = <1483/info:/1734319246726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1506=[#edits: 1 = <1484/info:/1734319246726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1507=[#edits: 1 = <1485/info:/1734319246727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1508=[#edits: 1 = <1486/info:/1734319246727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1509=[#edits: 1 = <1487/info:/1734319246727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1510=[#edits: 1 = <1488/info:/1734319246727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1511=[#edits: 1 = <1489/info:/1734319246728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1512=[#edits: 1 = <1490/info:/1734319246728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1513=[#edits: 1 = <1491/info:/1734319246728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1514=[#edits: 1 = <1492/info:/1734319246729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1515=[#edits: 1 = <1493/info:/1734319246729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1516=[#edits: 1 = <1494/info:/1734319246729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1517=[#edits: 1 = <1495/info:/1734319246729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1518=[#edits: 1 = <1496/info:/1734319246730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1519=[#edits: 1 = <1497/info:/1734319246730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1520=[#edits: 1 = <1498/info:/1734319246730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1521=[#edits: 1 = <1499/info:/1734319246730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1522=[#edits: 1 = <1500/info:/1734319246731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1523=[#edits: 1 = <1501/info:/1734319246731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1524=[#edits: 1 = <1502/info:/1734319246731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1525=[#edits: 1 = <1503/info:/1734319246731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1526=[#edits: 1 = <1504/info:/1734319246732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1527=[#edits: 1 = <1505/info:/1734319246732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1528=[#edits: 1 = <1506/info:/1734319246732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1529=[#edits: 1 = <1507/info:/1734319246732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1530=[#edits: 1 = <1508/info:/1734319246733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1531=[#edits: 1 = <1509/info:/1734319246733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1532=[#edits: 1 = <1510/info:/1734319246733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1533=[#edits: 1 = <1511/info:/1734319246734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1534=[#edits: 1 = <1512/info:/1734319246734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1535=[#edits: 1 = <1513/info:/1734319246734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1536=[#edits: 1 = <1514/info:/1734319246734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1537=[#edits: 1 = <1515/info:/1734319246735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1538=[#edits: 1 = <1516/info:/1734319246735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1539=[#edits: 1 = <1517/info:/1734319246735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1540=[#edits: 1 = <1518/info:/1734319246735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1541=[#edits: 1 = <1519/info:/1734319246736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1542=[#edits: 1 = <1520/info:/1734319246736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1543=[#edits: 1 = <1521/info:/1734319246736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1544=[#edits: 1 = <1522/info:/1734319246737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1545=[#edits: 1 = <1523/info:/1734319246737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1546=[#edits: 1 = <1524/info:/1734319246737/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=21985, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:46,845 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:46,845 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1547=[#edits: 1 = <1525/info:/1734319246737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1548=[#edits: 1 = <1526/info:/1734319246738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1549=[#edits: 1 = <1527/info:/1734319246738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1550=[#edits: 1 = <1528/info:/1734319246738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1551=[#edits: 1 = <1529/info:/1734319246738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1552=[#edits: 1 = <1530/info:/1734319246739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1553=[#edits: 1 = <1531/info:/1734319246739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1554=[#edits: 1 = <1532/info:/1734319246739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1555=[#edits: 1 = <1533/info:/1734319246739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1556=[#edits: 1 = <1534/info:/1734319246740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1557=[#edits: 1 = <1535/info:/1734319246740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1558=[#edits: 1 = <1536/info:/1734319246740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1559=[#edits: 1 = <1537/info:/1734319246740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1560=[#edits: 1 = <1538/info:/1734319246741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1561=[#edits: 1 = <1539/info:/1734319246741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1562=[#edits: 1 = <1540/info:/1734319246741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1563=[#edits: 1 = <1541/info:/1734319246741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1564=[#edits: 1 = <1542/info:/1734319246742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1565=[#edits: 1 = <1543/info:/1734319246742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1566=[#edits: 1 = <1544/info:/1734319246742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1567=[#edits: 1 = <1545/info:/1734319246742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1568=[#edits: 1 = <1546/info:/1734319246743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1569=[#edits: 1 = <1547/info:/1734319246743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1570=[#edits: 1 = <1548/info:/1734319246743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1571=[#edits: 1 = <1549/info:/1734319246744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1572=[#edits: 1 = <1550/info:/1734319246744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1573=[#edits: 1 = <1551/info:/1734319246744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1574=[#edits: 1 = <1552/info:/1734319246744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1575=[#edits: 1 = <1553/info:/1734319246744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1576=[#edits: 1 = <1554/info:/1734319246745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1577=[#edits: 1 = <1555/info:/1734319246745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1578=[#edits: 1 = <1556/info:/1734319246745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1579=[#edits: 1 = <1557/info:/1734319246746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1580=[#edits: 1 = <1558/info:/1734319246746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1581=[#edits: 1 = <1559/info:/1734319246746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1582=[#edits: 1 = <1560/info:/1734319246746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1583=[#edits: 1 = <1561/info:/1734319246746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1584=[#edits: 1 = <1562/info:/1734319246747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1585=[#edits: 1 = <1563/info:/1734319246747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1586=[#edits: 1 = <1564/info:/1734319246747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1587=[#edits: 1 = <1565/info:/1734319246747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1588=[#edits: 1 = <1566/info:/1734319246748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1589=[#edits: 1 = <1567/info:/1734319246748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1590=[#edits: 1 = <1568/info:/1734319246748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1591=[#edits: 1 = <1569/info:/1734319246749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1592=[#edits: 1 = <1570/info:/1734319246749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1593=[#edits: 1 = <1571/info:/1734319246749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1594=[#edits: 1 = <1572/info:/1734319246749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1595=[#edits: 1 = <1573/info:/1734319246749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1596=[#edits: 1 = <1574/info:/1734319246750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1597=[#edits: 1 = <1575/info:/1734319246750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1598=[#edits: 1 = <1576/info:/1734319246750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1599=[#edits: 1 = <1577/info:/1734319246751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1600=[#edits: 1 = <1578/info:/1734319246751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1601=[#edits: 1 = <1579/info:/1734319246751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1602=[#edits: 1 = <1580/info:/1734319246751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1603=[#edits: 1 = <1581/info:/1734319246752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1604=[#edits: 1 = <1582/info:/1734319246752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1605=[#edits: 1 = <1583/info:/1734319246752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1606=[#edits: 1 = <1584/info:/1734319246753/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=26365, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:46,847 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1607=[#edits: 1 = <1585/info:/1734319246753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1608=[#edits: 1 = <1586/info:/1734319246753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1609=[#edits: 1 = <1587/info:/1734319246769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1610=[#edits: 1 = <1588/info:/1734319246771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1611=[#edits: 1 = <1589/info:/1734319246772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1612=[#edits: 1 = <1590/info:/1734319246772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1613=[#edits: 1 = <1591/info:/1734319246772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1614=[#edits: 1 = <1592/info:/1734319246773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1615=[#edits: 1 = <1593/info:/1734319246773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1616=[#edits: 1 = <1594/info:/1734319246773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1617=[#edits: 1 = <1595/info:/1734319246773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1618=[#edits: 1 = <1596/info:/1734319246774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1619=[#edits: 1 = <1597/info:/1734319246774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1620=[#edits: 1 = <1598/info:/1734319246774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1621=[#edits: 1 = <1599/info:/1734319246774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1622=[#edits: 1 = <1600/info:/1734319246775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1623=[#edits: 1 = <1601/info:/1734319246775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1624=[#edits: 1 = <1602/info:/1734319246775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1625=[#edits: 1 = <1603/info:/1734319246776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1626=[#edits: 1 = <1604/info:/1734319246776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1627=[#edits: 1 = <1605/info:/1734319246776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1628=[#edits: 1 = <1606/info:/1734319246776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1629=[#edits: 1 = <1607/info:/1734319246777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1630=[#edits: 1 = <1608/info:/1734319246777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1631=[#edits: 1 = <1609/info:/1734319246778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1632=[#edits: 1 = <1610/info:/1734319246778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1633=[#edits: 1 = <1611/info:/1734319246778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1634=[#edits: 1 = <1612/info:/1734319246778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1635=[#edits: 1 = <1613/info:/1734319246779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1636=[#edits: 1 = <1614/info:/1734319246779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1637=[#edits: 1 = <1615/info:/1734319246779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1638=[#edits: 1 = <1616/info:/1734319246779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1639=[#edits: 1 = <1617/info:/1734319246779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1640=[#edits: 1 = <1618/info:/1734319246780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1641=[#edits: 1 = <1619/info:/1734319246780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1642=[#edits: 1 = <1620/info:/1734319246780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1643=[#edits: 1 = <1621/info:/1734319246780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1644=[#edits: 1 = <1622/info:/1734319246781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1645=[#edits: 1 = <1623/info:/1734319246781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1646=[#edits: 1 = <1624/info:/1734319246781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1647=[#edits: 1 = <1625/info:/1734319246781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1648=[#edits: 1 = <1626/info:/1734319246782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1649=[#edits: 1 = <1627/info:/1734319246782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1650=[#edits: 1 = <1628/info:/1734319246782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1651=[#edits: 1 = <1629/info:/1734319246782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1652=[#edits: 1 = <1630/info:/1734319246783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1653=[#edits: 1 = <1631/info:/1734319246783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1654=[#edits: 1 = <1632/info:/1734319246783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1655=[#edits: 1 = <1633/info:/1734319246783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1656=[#edits: 1 = <1634/info:/1734319246784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1657=[#edits: 1 = <1635/info:/1734319246784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1658=[#edits: 1 = <1636/info:/1734319246784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1659=[#edits: 1 = <1637/info:/1734319246784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1660=[#edits: 1 = <1638/info:/1734319246784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1661=[#edits: 1 = <1639/info:/1734319246785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1662=[#edits: 1 = <1640/info:/1734319246785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1663=[#edits: 1 = <1641/info:/1734319246785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1664=[#edits: 1 = <1642/info:/1734319246785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1665=[#edits: 1 = <1643/info:/1734319246786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1666=[#edits: 1 = <1644/info:/1734319246786/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=30745, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:46,847 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:46,848 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 32 WAL entries eligible for replication 2024-12-16T03:20:46,848 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 37461, reset compression=false 2024-12-16T03:20:46,848 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1667=[#edits: 1 = <1645/info:/1734319246786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1668=[#edits: 1 = <1646/info:/1734319246786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1669=[#edits: 1 = <1647/info:/1734319246787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1670=[#edits: 1 = <1648/info:/1734319246787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1671=[#edits: 1 = <1649/info:/1734319246787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1672=[#edits: 1 = <1650/info:/1734319246787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1673=[#edits: 1 = <1651/info:/1734319246788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1674=[#edits: 1 = <1652/info:/1734319246788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1675=[#edits: 1 = <1653/info:/1734319246788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1676=[#edits: 1 = <1654/info:/1734319246788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1677=[#edits: 1 = <1655/info:/1734319246789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1678=[#edits: 1 = <1656/info:/1734319246789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1679=[#edits: 1 = <1657/info:/1734319246789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1680=[#edits: 1 = <1658/info:/1734319246789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1681=[#edits: 1 = <1659/info:/1734319246790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1682=[#edits: 1 = <1660/info:/1734319246790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1683=[#edits: 1 = <1661/info:/1734319246790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1684=[#edits: 1 = <1662/info:/1734319246790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1685=[#edits: 1 = <1663/info:/1734319246791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1686=[#edits: 1 = <1664/info:/1734319246791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1687=[#edits: 1 = <1665/info:/1734319246791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1688=[#edits: 1 = <1666/info:/1734319246791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1689=[#edits: 1 = <1667/info:/1734319246791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1690=[#edits: 1 = <1668/info:/1734319246792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1691=[#edits: 1 = <1669/info:/1734319246792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1692=[#edits: 1 = <1670/info:/1734319246792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1693=[#edits: 1 = <1671/info:/1734319246793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1694=[#edits: 1 = <1672/info:/1734319246793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1695=[#edits: 1 = <1673/info:/1734319246793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1696=[#edits: 1 = <1674/info:/1734319246793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1697=[#edits: 1 = <1675/info:/1734319246794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1698=[#edits: 1 = <1676/info:/1734319246794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1699=[#edits: 1 = <1677/info:/1734319246794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1700=[#edits: 1 = <1678/info:/1734319246794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1701=[#edits: 1 = <1679/info:/1734319246795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1702=[#edits: 1 = <1680/info:/1734319246795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1703=[#edits: 1 = <1681/info:/1734319246795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1704=[#edits: 1 = <1682/info:/1734319246796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1705=[#edits: 1 = <1683/info:/1734319246796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1706=[#edits: 1 = <1684/info:/1734319246796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1707=[#edits: 1 = <1685/info:/1734319246796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1708=[#edits: 1 = <1686/info:/1734319246797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1709=[#edits: 1 = <1687/info:/1734319246797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1710=[#edits: 1 = <1688/info:/1734319246797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1711=[#edits: 1 = <1689/info:/1734319246797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1712=[#edits: 1 = <1690/info:/1734319246798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1713=[#edits: 1 = <1691/info:/1734319246798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1714=[#edits: 1 = <1692/info:/1734319246798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1715=[#edits: 1 = <1693/info:/1734319246798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1716=[#edits: 1 = <1694/info:/1734319246799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1717=[#edits: 1 = <1695/info:/1734319246799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1718=[#edits: 1 = <1696/info:/1734319246799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1719=[#edits: 1 = <1697/info:/1734319246799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1720=[#edits: 1 = <1698/info:/1734319246800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1721=[#edits: 1 = <1699/info:/1734319246800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1722=[#edits: 1 = <1700/info:/1734319246800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1723=[#edits: 1 = <1701/info:/1734319246800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1724=[#edits: 1 = <1702/info:/1734319246801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1725=[#edits: 1 = <1703/info:/1734319246802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1726=[#edits: 1 = <1704/info:/1734319246803/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=35125, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:46,849 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1727=[#edits: 1 = <1705/info:/1734319246803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1728=[#edits: 1 = <1706/info:/1734319246804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1729=[#edits: 1 = <1707/info:/1734319246804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1730=[#edits: 1 = <1708/info:/1734319246804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1731=[#edits: 1 = <1709/info:/1734319246805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1732=[#edits: 1 = <1710/info:/1734319246805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1733=[#edits: 1 = <1711/info:/1734319246805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1734=[#edits: 1 = <1712/info:/1734319246806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1735=[#edits: 1 = <1713/info:/1734319246806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1736=[#edits: 1 = <1714/info:/1734319246806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1737=[#edits: 1 = <1715/info:/1734319246807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1738=[#edits: 1 = <1716/info:/1734319246807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1739=[#edits: 1 = <1717/info:/1734319246807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1740=[#edits: 1 = <1718/info:/1734319246809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1741=[#edits: 1 = <1719/info:/1734319246809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1742=[#edits: 1 = <1720/info:/1734319246810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1743=[#edits: 1 = <1721/info:/1734319246824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1744=[#edits: 1 = <1722/info:/1734319246824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1745=[#edits: 1 = <1723/info:/1734319246825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1746=[#edits: 1 = <1724/info:/1734319246825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1747=[#edits: 1 = <1725/info:/1734319246825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1748=[#edits: 1 = <1726/info:/1734319246827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1749=[#edits: 1 = <1727/info:/1734319246828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1750=[#edits: 1 = <1728/info:/1734319246829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1751=[#edits: 1 = <1729/info:/1734319246830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1752=[#edits: 1 = <1730/info:/1734319246832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1753=[#edits: 1 = <1731/info:/1734319246832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1754=[#edits: 1 = <1732/info:/1734319246833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1755=[#edits: 1 = <1733/info:/1734319246833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1756=[#edits: 1 = <1734/info:/1734319246833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1757=[#edits: 1 = <1735/info:/1734319246833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1758=[#edits: 1 = <1736/info:/1734319246834/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=37461, nbRowKeys=32, nbHFiles=0, heapSize=5504, lastSeqIds={}, endOfFile=false,usedBufferSize=5504] 2024-12-16T03:20:46,856 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-16T03:20:46,856 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 38483, reset compression=false 2024-12-16T03:20:46,857 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1759=[#edits: 1 = <1737/info:/1734319246840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1760=[#edits: 1 = <1738/info:/1734319246841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1761=[#edits: 1 = <1739/info:/1734319246842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1762=[#edits: 1 = <1740/info:/1734319246847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1763=[#edits: 1 = <1741/info:/1734319246848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1764=[#edits: 1 = <1742/info:/1734319246849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1765=[#edits: 1 = <1743/info:/1734319246850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1766=[#edits: 1 = <1744/info:/1734319246851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1767=[#edits: 1 = <1745/info:/1734319246851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1768=[#edits: 1 = <1746/info:/1734319246852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1769=[#edits: 1 = <1747/info:/1734319246853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1770=[#edits: 1 = <1748/info:/1734319246853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1771=[#edits: 1 = <1749/info:/1734319246854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1772=[#edits: 1 = <1750/info:/1734319246854/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=38483, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-16T03:20:46,861 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:46,861 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 39140, reset compression=false 2024-12-16T03:20:46,861 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1773=[#edits: 1 = <1751/info:/1734319246855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1774=[#edits: 1 = <1752/info:/1734319246856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1775=[#edits: 1 = <1753/info:/1734319246856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1776=[#edits: 1 = <1754/info:/1734319246857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1777=[#edits: 1 = <1755/info:/1734319246858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1778=[#edits: 1 = <1756/info:/1734319246858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1779=[#edits: 1 = <1757/info:/1734319246858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1780=[#edits: 1 = <1758/info:/1734319246859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1781=[#edits: 1 = <1759/info:/1734319246859/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=39140, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:46,881 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-16T03:20:46,881 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 40381, reset compression=false 2024-12-16T03:20:46,881 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1782=[#edits: 1 = <1760/info:/1734319246860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1783=[#edits: 1 = <1761/info:/1734319246861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1784=[#edits: 1 = <1762/info:/1734319246862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1785=[#edits: 1 = <1763/info:/1734319246864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1786=[#edits: 1 = <1764/info:/1734319246865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1787=[#edits: 1 = <1765/info:/1734319246865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1788=[#edits: 1 = <1766/info:/1734319246865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1789=[#edits: 1 = <1767/info:/1734319246866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1790=[#edits: 1 = <1768/info:/1734319246866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1791=[#edits: 1 = <1769/info:/1734319246866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1792=[#edits: 1 = <1770/info:/1734319246867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1793=[#edits: 1 = <1771/info:/1734319246867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1794=[#edits: 1 = <1772/info:/1734319246867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1795=[#edits: 1 = <1773/info:/1734319246868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1796=[#edits: 1 = <1774/info:/1734319246868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1797=[#edits: 1 = <1775/info:/1734319246868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1798=[#edits: 1 = <1776/info:/1734319246877/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=40381, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-16T03:20:46,918 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 46 WAL entries eligible for replication 2024-12-16T03:20:46,918 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 43739, reset compression=false 2024-12-16T03:20:46,918 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1799=[#edits: 1 = <1777/info:/1734319246879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1800=[#edits: 1 = <1778/info:/1734319246879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1801=[#edits: 1 = <1779/info:/1734319246880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1802=[#edits: 1 = <1780/info:/1734319246882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1803=[#edits: 1 = <1781/info:/1734319246884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1804=[#edits: 1 = <1782/info:/1734319246892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1805=[#edits: 1 = <1783/info:/1734319246892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1806=[#edits: 1 = <1784/info:/1734319246894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1807=[#edits: 1 = <1785/info:/1734319246895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1808=[#edits: 1 = <1786/info:/1734319246896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1809=[#edits: 1 = <1787/info:/1734319246896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1810=[#edits: 1 = <1788/info:/1734319246897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1811=[#edits: 1 = <1789/info:/1734319246897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1812=[#edits: 1 = <1790/info:/1734319246898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1813=[#edits: 1 = <1791/info:/1734319246899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1814=[#edits: 1 = <1792/info:/1734319246899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1815=[#edits: 1 = <1793/info:/1734319246900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1816=[#edits: 1 = <1794/info:/1734319246900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1817=[#edits: 1 = <1795/info:/1734319246901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1818=[#edits: 1 = <1796/info:/1734319246902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1819=[#edits: 1 = <1797/info:/1734319246902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1820=[#edits: 1 = <1798/info:/1734319246903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1821=[#edits: 1 = <1799/info:/1734319246903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1822=[#edits: 1 = <1800/info:/1734319246904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1823=[#edits: 1 = <1801/info:/1734319246904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1824=[#edits: 1 = <1802/info:/1734319246905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1825=[#edits: 1 = <1803/info:/1734319246905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1826=[#edits: 1 = <1804/info:/1734319246906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1827=[#edits: 1 = <1805/info:/1734319246906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1828=[#edits: 1 = <1806/info:/1734319246907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1829=[#edits: 1 = <1807/info:/1734319246907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1830=[#edits: 1 = <1808/info:/1734319246908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1831=[#edits: 1 = <1809/info:/1734319246908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1832=[#edits: 1 = <1810/info:/1734319246909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1833=[#edits: 1 = <1811/info:/1734319246909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1834=[#edits: 1 = <1812/info:/1734319246910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1835=[#edits: 1 = <1813/info:/1734319246910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1836=[#edits: 1 = <1814/info:/1734319246911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1837=[#edits: 1 = <1815/info:/1734319246911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1838=[#edits: 1 = <1816/info:/1734319246912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1839=[#edits: 1 = <1817/info:/1734319246912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1840=[#edits: 1 = <1818/info:/1734319246913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1841=[#edits: 1 = <1819/info:/1734319246913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1842=[#edits: 1 = <1820/info:/1734319246914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1843=[#edits: 1 = <1821/info:/1734319246914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1844=[#edits: 1 = <1822/info:/1734319246915/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=43739, nbRowKeys=46, nbHFiles=0, heapSize=7912, lastSeqIds={}, endOfFile=false,usedBufferSize=7912] 2024-12-16T03:20:46,944 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 42 WAL entries eligible for replication 2024-12-16T03:20:46,944 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 46805, reset compression=false 2024-12-16T03:20:46,944 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1845=[#edits: 1 = <1823/info:/1734319246916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1846=[#edits: 1 = <1824/info:/1734319246919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1847=[#edits: 1 = <1825/info:/1734319246922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1848=[#edits: 1 = <1826/info:/1734319246923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1849=[#edits: 1 = <1827/info:/1734319246923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1850=[#edits: 1 = <1828/info:/1734319246924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1851=[#edits: 1 = <1829/info:/1734319246924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1852=[#edits: 1 = <1830/info:/1734319246925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1853=[#edits: 1 = <1831/info:/1734319246925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1854=[#edits: 1 = <1832/info:/1734319246926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1855=[#edits: 1 = <1833/info:/1734319246926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1856=[#edits: 1 = <1834/info:/1734319246927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1857=[#edits: 1 = <1835/info:/1734319246927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1858=[#edits: 1 = <1836/info:/1734319246928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1859=[#edits: 1 = <1837/info:/1734319246928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1860=[#edits: 1 = <1838/info:/1734319246929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1861=[#edits: 1 = <1839/info:/1734319246929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1862=[#edits: 1 = <1840/info:/1734319246930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1863=[#edits: 1 = <1841/info:/1734319246930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1864=[#edits: 1 = <1842/info:/1734319246931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1865=[#edits: 1 = <1843/info:/1734319246931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1866=[#edits: 1 = <1844/info:/1734319246932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1867=[#edits: 1 = <1845/info:/1734319246932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1868=[#edits: 1 = <1846/info:/1734319246933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1869=[#edits: 1 = <1847/info:/1734319246933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1870=[#edits: 1 = <1848/info:/1734319246934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1871=[#edits: 1 = <1849/info:/1734319246934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1872=[#edits: 1 = <1850/info:/1734319246934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1873=[#edits: 1 = <1851/info:/1734319246935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1874=[#edits: 1 = <1852/info:/1734319246935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1875=[#edits: 1 = <1853/info:/1734319246936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1876=[#edits: 1 = <1854/info:/1734319246936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1877=[#edits: 1 = <1855/info:/1734319246937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1878=[#edits: 1 = <1856/info:/1734319246937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1879=[#edits: 1 = <1857/info:/1734319246938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1880=[#edits: 1 = <1858/info:/1734319246938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1881=[#edits: 1 = <1859/info:/1734319246938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1882=[#edits: 1 = <1860/info:/1734319246939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1883=[#edits: 1 = <1861/info:/1734319246939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1884=[#edits: 1 = <1862/info:/1734319246940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1885=[#edits: 1 = <1863/info:/1734319246940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1886=[#edits: 1 = <1864/info:/1734319246941/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=46805, nbRowKeys=42, nbHFiles=0, heapSize=7224, lastSeqIds={}, endOfFile=false,usedBufferSize=7224] 2024-12-16T03:20:46,963 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-16T03:20:46,963 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 48338, reset compression=false 2024-12-16T03:20:46,963 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1887=[#edits: 1 = <1865/info:/1734319246941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1888=[#edits: 1 = <1866/info:/1734319246942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1889=[#edits: 1 = <1867/info:/1734319246942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1890=[#edits: 1 = <1868/info:/1734319246947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1891=[#edits: 1 = <1869/info:/1734319246950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1892=[#edits: 1 = <1870/info:/1734319246952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1893=[#edits: 1 = <1871/info:/1734319246953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1894=[#edits: 1 = <1872/info:/1734319246953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1895=[#edits: 1 = <1873/info:/1734319246954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1896=[#edits: 1 = <1874/info:/1734319246954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1897=[#edits: 1 = <1875/info:/1734319246955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1898=[#edits: 1 = <1876/info:/1734319246955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1899=[#edits: 1 = <1877/info:/1734319246955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1900=[#edits: 1 = <1878/info:/1734319246956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1901=[#edits: 1 = <1879/info:/1734319246956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1902=[#edits: 1 = <1880/info:/1734319246957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1903=[#edits: 1 = <1881/info:/1734319246957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1904=[#edits: 1 = <1882/info:/1734319246957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1905=[#edits: 1 = <1883/info:/1734319246958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1906=[#edits: 1 = <1884/info:/1734319246958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1907=[#edits: 1 = <1885/info:/1734319246959/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=48338, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-16T03:20:46,989 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 33 WAL entries eligible for replication 2024-12-16T03:20:46,989 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 50747, reset compression=false 2024-12-16T03:20:46,989 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1908=[#edits: 1 = <1886/info:/1734319246960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1909=[#edits: 1 = <1887/info:/1734319246961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1910=[#edits: 1 = <1888/info:/1734319246962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1911=[#edits: 1 = <1889/info:/1734319246963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1912=[#edits: 1 = <1890/info:/1734319246965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1913=[#edits: 1 = <1891/info:/1734319246965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1914=[#edits: 1 = <1892/info:/1734319246966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1915=[#edits: 1 = <1893/info:/1734319246966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1916=[#edits: 1 = <1894/info:/1734319246967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1917=[#edits: 1 = <1895/info:/1734319246967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1918=[#edits: 1 = <1896/info:/1734319246968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1919=[#edits: 1 = <1897/info:/1734319246968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1920=[#edits: 1 = <1898/info:/1734319246969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1921=[#edits: 1 = <1899/info:/1734319246969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1922=[#edits: 1 = <1900/info:/1734319246970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1923=[#edits: 1 = <1901/info:/1734319246970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1924=[#edits: 1 = <1902/info:/1734319246971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1925=[#edits: 1 = <1903/info:/1734319246972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1926=[#edits: 1 = <1904/info:/1734319246973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1927=[#edits: 1 = <1905/info:/1734319246975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1928=[#edits: 1 = <1906/info:/1734319246978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1929=[#edits: 1 = <1907/info:/1734319246979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1930=[#edits: 1 = <1908/info:/1734319246979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1931=[#edits: 1 = <1909/info:/1734319246980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1932=[#edits: 1 = <1910/info:/1734319246980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1933=[#edits: 1 = <1911/info:/1734319246981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1934=[#edits: 1 = <1912/info:/1734319246982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1935=[#edits: 1 = <1913/info:/1734319246982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1936=[#edits: 1 = <1914/info:/1734319246983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1937=[#edits: 1 = <1915/info:/1734319246983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1938=[#edits: 1 = <1916/info:/1734319246984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1939=[#edits: 1 = <1917/info:/1734319246984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1940=[#edits: 1 = <1918/info:/1734319246984/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=50747, nbRowKeys=33, nbHFiles=0, heapSize=5676, lastSeqIds={}, endOfFile=false,usedBufferSize=5676] 2024-12-16T03:20:47,015 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 45 WAL entries eligible for replication 2024-12-16T03:20:47,015 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 54032, reset compression=false 2024-12-16T03:20:47,015 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1941=[#edits: 1 = <1919/info:/1734319246985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1942=[#edits: 1 = <1920/info:/1734319246986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1943=[#edits: 1 = <1921/info:/1734319246988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1944=[#edits: 1 = <1922/info:/1734319246988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1945=[#edits: 1 = <1923/info:/1734319246989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1946=[#edits: 1 = <1924/info:/1734319246989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1947=[#edits: 1 = <1925/info:/1734319246990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1948=[#edits: 1 = <1926/info:/1734319246991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1949=[#edits: 1 = <1927/info:/1734319246991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1950=[#edits: 1 = <1928/info:/1734319246992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1951=[#edits: 1 = <1929/info:/1734319246992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1952=[#edits: 1 = <1930/info:/1734319246993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1953=[#edits: 1 = <1931/info:/1734319246993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1954=[#edits: 1 = <1932/info:/1734319246994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1955=[#edits: 1 = <1933/info:/1734319246994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1956=[#edits: 1 = <1934/info:/1734319246995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1957=[#edits: 1 = <1935/info:/1734319246995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1958=[#edits: 1 = <1936/info:/1734319246996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1959=[#edits: 1 = <1937/info:/1734319246996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1960=[#edits: 1 = <1938/info:/1734319246997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1961=[#edits: 1 = <1939/info:/1734319246997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1962=[#edits: 1 = <1940/info:/1734319246997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1963=[#edits: 1 = <1941/info:/1734319246998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1964=[#edits: 1 = <1942/info:/1734319246998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1965=[#edits: 1 = <1943/info:/1734319246999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1966=[#edits: 1 = <1944/info:/1734319246999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1967=[#edits: 1 = <1945/info:/1734319246999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1968=[#edits: 1 = <1946/info:/1734319247001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1969=[#edits: 1 = <1947/info:/1734319247004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1970=[#edits: 1 = <1948/info:/1734319247004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1971=[#edits: 1 = <1949/info:/1734319247005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1972=[#edits: 1 = <1950/info:/1734319247005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1973=[#edits: 1 = <1951/info:/1734319247006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1974=[#edits: 1 = <1952/info:/1734319247006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1975=[#edits: 1 = <1953/info:/1734319247007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1976=[#edits: 1 = <1954/info:/1734319247007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1977=[#edits: 1 = <1955/info:/1734319247008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1978=[#edits: 1 = <1956/info:/1734319247008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1979=[#edits: 1 = <1957/info:/1734319247009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1980=[#edits: 1 = <1958/info:/1734319247009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1981=[#edits: 1 = <1959/info:/1734319247010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1982=[#edits: 1 = <1960/info:/1734319247010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1983=[#edits: 1 = <1961/info:/1734319247010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1984=[#edits: 1 = <1962/info:/1734319247011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1985=[#edits: 1 = <1963/info:/1734319247012/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=54032, nbRowKeys=45, nbHFiles=0, heapSize=7740, lastSeqIds={}, endOfFile=false,usedBufferSize=7740] 2024-12-16T03:20:47,038 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(313): Writing data from 2000 to 3000 2024-12-16T03:20:47,042 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 38 WAL entries eligible for replication 2024-12-16T03:20:47,042 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 56806, reset compression=false 2024-12-16T03:20:47,042 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1986=[#edits: 1 = <1964/info:/1734319247013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1987=[#edits: 1 = <1965/info:/1734319247013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1988=[#edits: 1 = <1966/info:/1734319247014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1989=[#edits: 1 = <1967/info:/1734319247015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1990=[#edits: 1 = <1968/info:/1734319247017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1991=[#edits: 1 = <1969/info:/1734319247020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1992=[#edits: 1 = <1970/info:/1734319247023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1993=[#edits: 1 = <1971/info:/1734319247023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1994=[#edits: 1 = <1972/info:/1734319247024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1995=[#edits: 1 = <1973/info:/1734319247025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1996=[#edits: 1 = <1974/info:/1734319247025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1997=[#edits: 1 = <1975/info:/1734319247026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1998=[#edits: 1 = <1976/info:/1734319247026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1999=[#edits: 1 = <1977/info:/1734319247027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2000=[#edits: 1 = <1978/info:/1734319247027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2001=[#edits: 1 = <1979/info:/1734319247028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2002=[#edits: 1 = <1980/info:/1734319247028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2003=[#edits: 1 = <1981/info:/1734319247029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2004=[#edits: 1 = <1982/info:/1734319247029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2005=[#edits: 1 = <1983/info:/1734319247030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2006=[#edits: 1 = <1984/info:/1734319247030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2007=[#edits: 1 = <1985/info:/1734319247030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2008=[#edits: 1 = <1986/info:/1734319247031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2009=[#edits: 1 = <1987/info:/1734319247031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2010=[#edits: 1 = <1988/info:/1734319247032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2011=[#edits: 1 = <1989/info:/1734319247032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2012=[#edits: 1 = <1990/info:/1734319247033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2013=[#edits: 1 = <1991/info:/1734319247033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2014=[#edits: 1 = <1992/info:/1734319247034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2015=[#edits: 1 = <1993/info:/1734319247035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2016=[#edits: 1 = <1994/info:/1734319247035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2017=[#edits: 1 = <1995/info:/1734319247036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2018=[#edits: 1 = <1996/info:/1734319247036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2019=[#edits: 1 = <1997/info:/1734319247036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2020=[#edits: 1 = <1998/info:/1734319247037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2021=[#edits: 1 = <1999/info:/1734319247038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2022=[#edits: 1 = <2000/info:/1734319247038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2023=[#edits: 1 = <2001/info:/1734319247039/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=56806, nbRowKeys=38, nbHFiles=0, heapSize=6536, lastSeqIds={}, endOfFile=false,usedBufferSize=6536] 2024-12-16T03:20:47,075 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 47 WAL entries eligible for replication 2024-12-16T03:20:47,075 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 60237, reset compression=false 2024-12-16T03:20:47,075 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2024=[#edits: 1 = <2002/info:/1734319247039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2025=[#edits: 1 = <2003/info:/1734319247040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2026=[#edits: 1 = <2004/info:/1734319247041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2027=[#edits: 1 = <2005/info:/1734319247042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2028=[#edits: 1 = <2006/info:/1734319247044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2029=[#edits: 1 = <2007/info:/1734319247045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2030=[#edits: 1 = <2008/info:/1734319247046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2031=[#edits: 1 = <2009/info:/1734319247046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2032=[#edits: 1 = <2010/info:/1734319247047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2033=[#edits: 1 = <2011/info:/1734319247047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2034=[#edits: 1 = <2012/info:/1734319247047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2035=[#edits: 1 = <2013/info:/1734319247048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2036=[#edits: 1 = <2014/info:/1734319247048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2037=[#edits: 1 = <2015/info:/1734319247049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2038=[#edits: 1 = <2016/info:/1734319247050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2039=[#edits: 1 = <2017/info:/1734319247051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2040=[#edits: 1 = <2018/info:/1734319247052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2041=[#edits: 1 = <2019/info:/1734319247053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2042=[#edits: 1 = <2020/info:/1734319247053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2043=[#edits: 1 = <2021/info:/1734319247057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2044=[#edits: 1 = <2022/info:/1734319247058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2045=[#edits: 1 = <2023/info:/1734319247059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2046=[#edits: 1 = <2024/info:/1734319247060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2047=[#edits: 1 = <2025/info:/1734319247061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2048=[#edits: 1 = <2026/info:/1734319247062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2049=[#edits: 1 = <2027/info:/1734319247062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2050=[#edits: 1 = <2028/info:/1734319247062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2051=[#edits: 1 = <2029/info:/1734319247063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2052=[#edits: 1 = <2030/info:/1734319247063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2053=[#edits: 1 = <2031/info:/1734319247063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2054=[#edits: 1 = <2032/info:/1734319247064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2055=[#edits: 1 = <2033/info:/1734319247064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2056=[#edits: 1 = <2034/info:/1734319247064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2057=[#edits: 1 = <2035/info:/1734319247065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2058=[#edits: 1 = <2036/info:/1734319247065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2059=[#edits: 1 = <2037/info:/1734319247065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2060=[#edits: 1 = <2038/info:/1734319247066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2061=[#edits: 1 = <2039/info:/1734319247066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2062=[#edits: 1 = <2040/info:/1734319247066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2063=[#edits: 1 = <2041/info:/1734319247067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2064=[#edits: 1 = <2042/info:/1734319247067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2065=[#edits: 1 = <2043/info:/1734319247067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2066=[#edits: 1 = <2044/info:/1734319247068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2067=[#edits: 1 = <2045/info:/1734319247069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2068=[#edits: 1 = <2046/info:/1734319247069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2069=[#edits: 1 = <2047/info:/1734319247070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2070=[#edits: 1 = <2048/info:/1734319247072/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=60237, nbRowKeys=47, nbHFiles=0, heapSize=8084, lastSeqIds={}, endOfFile=false,usedBufferSize=8084] 2024-12-16T03:20:47,099 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:47,099 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:47,121 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 31 WAL entries eligible for replication 2024-12-16T03:20:47,121 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 62500, reset compression=false 2024-12-16T03:20:47,121 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2071=[#edits: 1 = <2049/info:/1734319247073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2072=[#edits: 1 = <2050/info:/1734319247074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2073=[#edits: 1 = <2051/info:/1734319247081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2074=[#edits: 1 = <2052/info:/1734319247082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2075=[#edits: 1 = <2053/info:/1734319247083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2076=[#edits: 1 = <2054/info:/1734319247084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2077=[#edits: 1 = <2055/info:/1734319247084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2078=[#edits: 1 = <2056/info:/1734319247084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2079=[#edits: 1 = <2057/info:/1734319247085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2080=[#edits: 1 = <2058/info:/1734319247085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2081=[#edits: 1 = <2059/info:/1734319247085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2082=[#edits: 1 = <2060/info:/1734319247086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2083=[#edits: 1 = <2061/info:/1734319247086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2084=[#edits: 1 = <2062/info:/1734319247089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2085=[#edits: 1 = <2063/info:/1734319247090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2086=[#edits: 1 = <2064/info:/1734319247090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2087=[#edits: 1 = <2065/info:/1734319247091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2088=[#edits: 1 = <2066/info:/1734319247091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2089=[#edits: 1 = <2067/info:/1734319247091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2090=[#edits: 1 = <2068/info:/1734319247092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2091=[#edits: 1 = <2069/info:/1734319247093/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2092=[#edits: 1 = <2070/info:/1734319247093/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2093=[#edits: 1 = <2071/info:/1734319247093/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2094=[#edits: 1 = <2072/info:/1734319247094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2095=[#edits: 1 = <2073/info:/1734319247094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2096=[#edits: 1 = <2074/info:/1734319247094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2097=[#edits: 1 = <2075/info:/1734319247102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2098=[#edits: 1 = <2076/info:/1734319247102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2099=[#edits: 1 = <2077/info:/1734319247103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2100=[#edits: 1 = <2078/info:/1734319247103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2101=[#edits: 1 = <2079/info:/1734319247104/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=62500, nbRowKeys=31, nbHFiles=0, heapSize=5332, lastSeqIds={}, endOfFile=false,usedBufferSize=5332] 2024-12-16T03:20:47,128 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:20:47,128 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:47,176 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 29 WAL entries eligible for replication 2024-12-16T03:20:47,176 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 64617, reset compression=false 2024-12-16T03:20:47,177 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2102=[#edits: 1 = <2080/info:/1734319247120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2103=[#edits: 1 = <2081/info:/1734319247135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2104=[#edits: 1 = <2082/info:/1734319247143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2105=[#edits: 1 = <2083/info:/1734319247144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2106=[#edits: 1 = <2084/info:/1734319247145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2107=[#edits: 1 = <2085/info:/1734319247145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2108=[#edits: 1 = <2086/info:/1734319247146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2109=[#edits: 1 = <2087/info:/1734319247146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2110=[#edits: 1 = <2088/info:/1734319247147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2111=[#edits: 1 = <2089/info:/1734319247148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2112=[#edits: 1 = <2090/info:/1734319247148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2113=[#edits: 1 = <2091/info:/1734319247149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2114=[#edits: 1 = <2092/info:/1734319247149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2115=[#edits: 1 = <2093/info:/1734319247150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2116=[#edits: 1 = <2094/info:/1734319247151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2117=[#edits: 1 = <2095/info:/1734319247151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2118=[#edits: 1 = <2096/info:/1734319247152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2119=[#edits: 1 = <2097/info:/1734319247152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2120=[#edits: 1 = <2098/info:/1734319247153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2121=[#edits: 1 = <2099/info:/1734319247154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2122=[#edits: 1 = <2100/info:/1734319247156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2123=[#edits: 1 = <2101/info:/1734319247157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2124=[#edits: 1 = <2102/info:/1734319247158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2125=[#edits: 1 = <2103/info:/1734319247159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2126=[#edits: 1 = <2104/info:/1734319247159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2127=[#edits: 1 = <2105/info:/1734319247160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2128=[#edits: 1 = <2106/info:/1734319247161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2129=[#edits: 1 = <2107/info:/1734319247162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2130=[#edits: 1 = <2108/info:/1734319247163/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=64617, nbRowKeys=29, nbHFiles=0, heapSize=4988, lastSeqIds={}, endOfFile=false,usedBufferSize=4988] 2024-12-16T03:20:47,218 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,218 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:47,218 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2131=[#edits: 1 = <2109/info:/1734319247165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2132=[#edits: 1 = <2110/info:/1734319247166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2133=[#edits: 1 = <2111/info:/1734319247166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2134=[#edits: 1 = <2112/info:/1734319247167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2135=[#edits: 1 = <2113/info:/1734319247167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2136=[#edits: 1 = <2114/info:/1734319247168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2137=[#edits: 1 = <2115/info:/1734319247169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2138=[#edits: 1 = <2116/info:/1734319247169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2139=[#edits: 1 = <2117/info:/1734319247170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2140=[#edits: 1 = <2118/info:/1734319247170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2141=[#edits: 1 = <2119/info:/1734319247171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2142=[#edits: 1 = <2120/info:/1734319247171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2143=[#edits: 1 = <2121/info:/1734319247172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2144=[#edits: 1 = <2122/info:/1734319247173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2145=[#edits: 1 = <2123/info:/1734319247175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2146=[#edits: 1 = <2124/info:/1734319247176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2147=[#edits: 1 = <2125/info:/1734319247177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2148=[#edits: 1 = <2126/info:/1734319247178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2149=[#edits: 1 = <2127/info:/1734319247179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2150=[#edits: 1 = <2128/info:/1734319247180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2151=[#edits: 1 = <2129/info:/1734319247180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2152=[#edits: 1 = <2130/info:/1734319247181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2153=[#edits: 1 = <2131/info:/1734319247182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2154=[#edits: 1 = <2132/info:/1734319247182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2155=[#edits: 1 = <2133/info:/1734319247183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2156=[#edits: 1 = <2134/info:/1734319247184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2157=[#edits: 1 = <2135/info:/1734319247185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2158=[#edits: 1 = <2136/info:/1734319247186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2159=[#edits: 1 = <2137/info:/1734319247186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2160=[#edits: 1 = <2138/info:/1734319247187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2161=[#edits: 1 = <2139/info:/1734319247188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2162=[#edits: 1 = <2140/info:/1734319247189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2163=[#edits: 1 = <2141/info:/1734319247190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2164=[#edits: 1 = <2142/info:/1734319247190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2165=[#edits: 1 = <2143/info:/1734319247191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2166=[#edits: 1 = <2144/info:/1734319247192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2167=[#edits: 1 = <2145/info:/1734319247193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2168=[#edits: 1 = <2146/info:/1734319247194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2169=[#edits: 1 = <2147/info:/1734319247195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2170=[#edits: 1 = <2148/info:/1734319247196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2171=[#edits: 1 = <2149/info:/1734319247196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2172=[#edits: 1 = <2150/info:/1734319247197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2173=[#edits: 1 = <2151/info:/1734319247198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2174=[#edits: 1 = <2152/info:/1734319247199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2175=[#edits: 1 = <2153/info:/1734319247200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2176=[#edits: 1 = <2154/info:/1734319247201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2177=[#edits: 1 = <2155/info:/1734319247203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2178=[#edits: 1 = <2156/info:/1734319247203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2179=[#edits: 1 = <2157/info:/1734319247204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2180=[#edits: 1 = <2158/info:/1734319247206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2181=[#edits: 1 = <2159/info:/1734319247208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2182=[#edits: 1 = <2160/info:/1734319247209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2183=[#edits: 1 = <2161/info:/1734319247210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2184=[#edits: 1 = <2162/info:/1734319247211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2185=[#edits: 1 = <2163/info:/1734319247211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2186=[#edits: 1 = <2164/info:/1734319247212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2187=[#edits: 1 = <2165/info:/1734319247212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2188=[#edits: 1 = <2166/info:/1734319247213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2189=[#edits: 1 = <2167/info:/1734319247213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2190=[#edits: 1 = <2168/info:/1734319247214/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=68997, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,219 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 69070, reset compression=false 2024-12-16T03:20:47,222 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2191=[#edits: 1 = <2169/info:/1734319247214/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=69070, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-16T03:20:47,255 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 36 WAL entries eligible for replication 2024-12-16T03:20:47,256 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 71698, reset compression=false 2024-12-16T03:20:47,256 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2192=[#edits: 1 = <2170/info:/1734319247215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2193=[#edits: 1 = <2171/info:/1734319247216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2194=[#edits: 1 = <2172/info:/1734319247217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2195=[#edits: 1 = <2173/info:/1734319247218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2196=[#edits: 1 = <2174/info:/1734319247218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2197=[#edits: 1 = <2175/info:/1734319247221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2198=[#edits: 1 = <2176/info:/1734319247222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2199=[#edits: 1 = <2177/info:/1734319247223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2200=[#edits: 1 = <2178/info:/1734319247225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2201=[#edits: 1 = <2179/info:/1734319247226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2202=[#edits: 1 = <2180/info:/1734319247226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2203=[#edits: 1 = <2181/info:/1734319247227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2204=[#edits: 1 = <2182/info:/1734319247227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2205=[#edits: 1 = <2183/info:/1734319247228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2206=[#edits: 1 = <2184/info:/1734319247229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2207=[#edits: 1 = <2185/info:/1734319247230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2208=[#edits: 1 = <2186/info:/1734319247231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2209=[#edits: 1 = <2187/info:/1734319247231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2210=[#edits: 1 = <2188/info:/1734319247232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2211=[#edits: 1 = <2189/info:/1734319247233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2212=[#edits: 1 = <2190/info:/1734319247233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2213=[#edits: 1 = <2191/info:/1734319247234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2214=[#edits: 1 = <2192/info:/1734319247234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2215=[#edits: 1 = <2193/info:/1734319247235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2216=[#edits: 1 = <2194/info:/1734319247235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2217=[#edits: 1 = <2195/info:/1734319247236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2218=[#edits: 1 = <2196/info:/1734319247236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2219=[#edits: 1 = <2197/info:/1734319247237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2220=[#edits: 1 = <2198/info:/1734319247238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2221=[#edits: 1 = <2199/info:/1734319247239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2222=[#edits: 1 = <2200/info:/1734319247239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2223=[#edits: 1 = <2201/info:/1734319247245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2224=[#edits: 1 = <2202/info:/1734319247247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2225=[#edits: 1 = <2203/info:/1734319247247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2226=[#edits: 1 = <2204/info:/1734319247248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2227=[#edits: 1 = <2205/info:/1734319247248/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=71698, nbRowKeys=36, nbHFiles=0, heapSize=6192, lastSeqIds={}, endOfFile=false,usedBufferSize=6192] 2024-12-16T03:20:47,297 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 39 WAL entries eligible for replication 2024-12-16T03:20:47,297 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 74545, reset compression=false 2024-12-16T03:20:47,297 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2228=[#edits: 1 = <2206/info:/1734319247252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2229=[#edits: 1 = <2207/info:/1734319247255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2230=[#edits: 1 = <2208/info:/1734319247258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2231=[#edits: 1 = <2209/info:/1734319247259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2232=[#edits: 1 = <2210/info:/1734319247259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2233=[#edits: 1 = <2211/info:/1734319247260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2234=[#edits: 1 = <2212/info:/1734319247260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2235=[#edits: 1 = <2213/info:/1734319247261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2236=[#edits: 1 = <2214/info:/1734319247262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2237=[#edits: 1 = <2215/info:/1734319247262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2238=[#edits: 1 = <2216/info:/1734319247263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2239=[#edits: 1 = <2217/info:/1734319247263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2240=[#edits: 1 = <2218/info:/1734319247264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2241=[#edits: 1 = <2219/info:/1734319247265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2242=[#edits: 1 = <2220/info:/1734319247265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2243=[#edits: 1 = <2221/info:/1734319247266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2244=[#edits: 1 = <2222/info:/1734319247266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2245=[#edits: 1 = <2223/info:/1734319247267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2246=[#edits: 1 = <2224/info:/1734319247267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2247=[#edits: 1 = <2225/info:/1734319247268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2248=[#edits: 1 = <2226/info:/1734319247268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2249=[#edits: 1 = <2227/info:/1734319247272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2250=[#edits: 1 = <2228/info:/1734319247272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2251=[#edits: 1 = <2229/info:/1734319247273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2252=[#edits: 1 = <2230/info:/1734319247274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2253=[#edits: 1 = <2231/info:/1734319247274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2254=[#edits: 1 = <2232/info:/1734319247277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2255=[#edits: 1 = <2233/info:/1734319247278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2256=[#edits: 1 = <2234/info:/1734319247278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2257=[#edits: 1 = <2235/info:/1734319247279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2258=[#edits: 1 = <2236/info:/1734319247279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2259=[#edits: 1 = <2237/info:/1734319247280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2260=[#edits: 1 = <2238/info:/1734319247280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2261=[#edits: 1 = <2239/info:/1734319247281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2262=[#edits: 1 = <2240/info:/1734319247286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2263=[#edits: 1 = <2241/info:/1734319247287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2264=[#edits: 1 = <2242/info:/1734319247287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2265=[#edits: 1 = <2243/info:/1734319247288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2266=[#edits: 1 = <2244/info:/1734319247288/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=74545, nbRowKeys=39, nbHFiles=0, heapSize=6708, lastSeqIds={}, endOfFile=false,usedBufferSize=6708] 2024-12-16T03:20:47,342 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 52 WAL entries eligible for replication 2024-12-16T03:20:47,342 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta to pos 78341, reset compression=false 2024-12-16T03:20:47,342 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2267=[#edits: 1 = <2245/info:/1734319247294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2268=[#edits: 1 = <2246/info:/1734319247296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2269=[#edits: 1 = <2247/info:/1734319247297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2270=[#edits: 1 = <2248/info:/1734319247297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2271=[#edits: 1 = <2249/info:/1734319247308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2272=[#edits: 1 = <2250/info:/1734319247308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2273=[#edits: 1 = <2251/info:/1734319247309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2274=[#edits: 1 = <2252/info:/1734319247309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2275=[#edits: 1 = <2253/info:/1734319247310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2276=[#edits: 1 = <2254/info:/1734319247311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2277=[#edits: 1 = <2255/info:/1734319247311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2278=[#edits: 1 = <2256/info:/1734319247312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2279=[#edits: 1 = <2257/info:/1734319247312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2280=[#edits: 1 = <2258/info:/1734319247313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2281=[#edits: 1 = <2259/info:/1734319247313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2282=[#edits: 1 = <2260/info:/1734319247314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2283=[#edits: 1 = <2261/info:/1734319247314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2284=[#edits: 1 = <2262/info:/1734319247315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2285=[#edits: 1 = <2263/info:/1734319247316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2286=[#edits: 1 = <2264/info:/1734319247316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2287=[#edits: 1 = <2265/info:/1734319247317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2288=[#edits: 1 = <2266/info:/1734319247317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2289=[#edits: 1 = <2267/info:/1734319247318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2290=[#edits: 1 = <2268/info:/1734319247318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2291=[#edits: 1 = <2269/info:/1734319247319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2292=[#edits: 1 = <2270/info:/1734319247319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2293=[#edits: 1 = <2271/info:/1734319247320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2294=[#edits: 1 = <2272/info:/1734319247321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2295=[#edits: 1 = <2273/info:/1734319247321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2296=[#edits: 1 = <2274/info:/1734319247322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2297=[#edits: 1 = <2275/info:/1734319247322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2298=[#edits: 1 = <2276/info:/1734319247323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2299=[#edits: 1 = <2277/info:/1734319247324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2300=[#edits: 1 = <2278/info:/1734319247325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2301=[#edits: 1 = <2279/info:/1734319247325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2302=[#edits: 1 = <2280/info:/1734319247326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2303=[#edits: 1 = <2281/info:/1734319247327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2304=[#edits: 1 = <2282/info:/1734319247328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2305=[#edits: 1 = <2283/info:/1734319247329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2306=[#edits: 1 = <2284/info:/1734319247330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2307=[#edits: 1 = <2285/info:/1734319247331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2308=[#edits: 1 = <2286/info:/1734319247332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2309=[#edits: 1 = <2287/info:/1734319247333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2310=[#edits: 1 = <2288/info:/1734319247333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2311=[#edits: 1 = <2289/info:/1734319247334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2312=[#edits: 1 = <2290/info:/1734319247335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2313=[#edits: 1 = <2291/info:/1734319247335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2314=[#edits: 1 = <2292/info:/1734319247336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2315=[#edits: 1 = <2293/info:/1734319247337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2316=[#edits: 1 = <2294/info:/1734319247337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2317=[#edits: 1 = <2295/info:/1734319247338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2318=[#edits: 1 = <2296/info:/1734319247338/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=78341, nbRowKeys=52, nbHFiles=0, heapSize=8944, lastSeqIds={}, endOfFile=false,usedBufferSize=8944] 2024-12-16T03:20:47,361 DEBUG [AsyncFSWAL-0-hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3-prefix:f0d65a6309ee,33095,1734319242394.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-16T03:20:47,363 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C33095%2C1734319242394.meta:.meta(num 1734319246419) roll requested 2024-12-16T03:20:47,409 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, exclude list is [], retry=0 2024-12-16T03:20:47,412 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33137,DS-a2ff486a-c8b2-43a7-bfd1-b6570f4a4660,DISK] 2024-12-16T03:20:47,413 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40017,DS-db64b321-a500-4592-8679-8f9e779a1eff,DISK] 2024-12-16T03:20:47,413 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38351,DS-9b695294-eb5a-455f-866c-cc8481f5c70e,DISK] 2024-12-16T03:20:47,449 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta with entries=1277, filesize=91.12 KB; new WAL /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta 2024-12-16T03:20:47,449 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36373:36373),(127.0.0.1/127.0.0.1:41719:41719),(127.0.0.1/127.0.0.1:39235:39235)] 2024-12-16T03:20:47,450 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:47,451 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta for the last time to pos 80823, reset compression=false 2024-12-16T03:20:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741844_1020 (size=93314) 2024-12-16T03:20:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741844_1020 (size=93314) 2024-12-16T03:20:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741844_1020 (size=93314) 2024-12-16T03:20:47,460 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,460 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,460 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2319=[#edits: 1 = <2297/info:/1734319247339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2320=[#edits: 1 = <2298/info:/1734319247341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2321=[#edits: 1 = <2299/info:/1734319247341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2322=[#edits: 1 = <2300/info:/1734319247342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2323=[#edits: 1 = <2301/info:/1734319247343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2324=[#edits: 1 = <2302/info:/1734319247344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2325=[#edits: 1 = <2303/info:/1734319247345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2326=[#edits: 1 = <2304/info:/1734319247346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2327=[#edits: 1 = <2305/info:/1734319247346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2328=[#edits: 1 = <2306/info:/1734319247347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2329=[#edits: 1 = <2307/info:/1734319247348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2330=[#edits: 1 = <2308/info:/1734319247348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2331=[#edits: 1 = <2309/info:/1734319247349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2332=[#edits: 1 = <2310/info:/1734319247349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2333=[#edits: 1 = <2311/info:/1734319247350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2334=[#edits: 1 = <2312/info:/1734319247351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2335=[#edits: 1 = <2313/info:/1734319247352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2336=[#edits: 1 = <2314/info:/1734319247352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2337=[#edits: 1 = <2315/info:/1734319247353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2338=[#edits: 1 = <2316/info:/1734319247354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2339=[#edits: 1 = <2317/info:/1734319247354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2340=[#edits: 1 = <2318/info:/1734319247355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2341=[#edits: 1 = <2319/info:/1734319247356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2342=[#edits: 1 = <2320/info:/1734319247356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2343=[#edits: 1 = <2321/info:/1734319247357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2344=[#edits: 1 = <2322/info:/1734319247358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2345=[#edits: 1 = <2323/info:/1734319247359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2346=[#edits: 1 = <2324/info:/1734319247359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2347=[#edits: 1 = <2325/info:/1734319247360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2348=[#edits: 1 = <2326/info:/1734319247361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2349=[#edits: 1 = <2327/info:/1734319247362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2350=[#edits: 1 = <2328/info:/1734319247362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2351=[#edits: 1 = <2329/info:/1734319247363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2352=[#edits: 1 = <2330/info:/1734319247364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2353=[#edits: 1 = <2331/info:/1734319247365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2354=[#edits: 1 = <2332/info:/1734319247365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2355=[#edits: 1 = <2333/info:/1734319247366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2356=[#edits: 1 = <2334/info:/1734319247366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2357=[#edits: 1 = <2335/info:/1734319247367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2358=[#edits: 1 = <2336/info:/1734319247367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2359=[#edits: 1 = <2337/info:/1734319247368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2360=[#edits: 1 = <2338/info:/1734319247368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2361=[#edits: 1 = <2339/info:/1734319247369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2362=[#edits: 1 = <2340/info:/1734319247369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2363=[#edits: 1 = <2341/info:/1734319247370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2364=[#edits: 1 = <2342/info:/1734319247371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2365=[#edits: 1 = <2343/info:/1734319247380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2366=[#edits: 1 = <2344/info:/1734319247380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2367=[#edits: 1 = <2345/info:/1734319247381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2368=[#edits: 1 = <2346/info:/1734319247381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2369=[#edits: 1 = <2347/info:/1734319247382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2370=[#edits: 1 = <2348/info:/1734319247382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2371=[#edits: 1 = <2349/info:/1734319247383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2372=[#edits: 1 = <2350/info:/1734319247383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2373=[#edits: 1 = <2351/info:/1734319247384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2374=[#edits: 1 = <2352/info:/1734319247385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2375=[#edits: 1 = <2353/info:/1734319247385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2376=[#edits: 1 = <2354/info:/1734319247386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2377=[#edits: 1 = <2355/info:/1734319247386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2378=[#edits: 1 = <2356/info:/1734319247386/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=82721, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,460 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,461 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta 2024-12-16T03:20:47,461 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2379=[#edits: 1 = <2357/info:/1734319247387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2380=[#edits: 1 = <2358/info:/1734319247388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2381=[#edits: 1 = <2359/info:/1734319247388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2382=[#edits: 1 = <2360/info:/1734319247389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2383=[#edits: 1 = <2361/info:/1734319247389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2384=[#edits: 1 = <2362/info:/1734319247390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2385=[#edits: 1 = <2363/info:/1734319247390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2386=[#edits: 1 = <2364/info:/1734319247391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2387=[#edits: 1 = <2365/info:/1734319247392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2388=[#edits: 1 = <2366/info:/1734319247392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2389=[#edits: 1 = <2367/info:/1734319247393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2390=[#edits: 1 = <2368/info:/1734319247393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2391=[#edits: 1 = <2369/info:/1734319247394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2392=[#edits: 1 = <2370/info:/1734319247394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2393=[#edits: 1 = <2371/info:/1734319247394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2394=[#edits: 1 = <2372/info:/1734319247395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2395=[#edits: 1 = <2373/info:/1734319247395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2396=[#edits: 1 = <2374/info:/1734319247396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2397=[#edits: 1 = <2375/info:/1734319247396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2398=[#edits: 1 = <2376/info:/1734319247397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2399=[#edits: 1 = <2377/info:/1734319247397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2400=[#edits: 1 = <2378/info:/1734319247397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2401=[#edits: 1 = <2379/info:/1734319247398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2402=[#edits: 1 = <2380/info:/1734319247398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2403=[#edits: 1 = <2381/info:/1734319247399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2404=[#edits: 1 = <2382/info:/1734319247399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2405=[#edits: 1 = <2383/info:/1734319247399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2406=[#edits: 1 = <2384/info:/1734319247400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2407=[#edits: 1 = <2385/info:/1734319247400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2408=[#edits: 1 = <2386/info:/1734319247401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2409=[#edits: 1 = <2387/info:/1734319247401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2410=[#edits: 1 = <2388/info:/1734319247401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2411=[#edits: 1 = <2389/info:/1734319247402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2412=[#edits: 1 = <2390/info:/1734319247402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2413=[#edits: 1 = <2391/info:/1734319247403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2414=[#edits: 1 = <2392/info:/1734319247403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2415=[#edits: 1 = <2393/info:/1734319247404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2416=[#edits: 1 = <2394/info:/1734319247404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2417=[#edits: 1 = <2395/info:/1734319247404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2418=[#edits: 1 = <2396/info:/1734319247405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2419=[#edits: 1 = <2397/info:/1734319247405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2420=[#edits: 1 = <2398/info:/1734319247405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2421=[#edits: 1 = <2399/info:/1734319247406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2422=[#edits: 1 = <2400/info:/1734319247406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2423=[#edits: 1 = <2401/info:/1734319247406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2424=[#edits: 1 = <2402/info:/1734319247407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2425=[#edits: 1 = <2403/info:/1734319247407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2426=[#edits: 1 = <2404/info:/1734319247407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2427=[#edits: 1 = <2405/info:/1734319247408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2428=[#edits: 1 = <2406/info:/1734319247409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2429=[#edits: 1 = <2407/info:/1734319247409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2430=[#edits: 1 = <2408/info:/1734319247410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2431=[#edits: 1 = <2409/info:/1734319247411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2432=[#edits: 1 = <2410/info:/1734319247412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2433=[#edits: 1 = <2411/info:/1734319247413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2434=[#edits: 1 = <2412/info:/1734319247414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2435=[#edits: 1 = <2413/info:/1734319247414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2436=[#edits: 1 = <2414/info:/1734319247414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2437=[#edits: 1 = <2415/info:/1734319247415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2438=[#edits: 1 = <2416/info:/1734319247415/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=87101, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,461 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 25 WAL entries eligible for replication 2024-12-16T03:20:47,463 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:47,462 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2439=[#edits: 1 = <2417/info:/1734319247416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2440=[#edits: 1 = <2418/info:/1734319247416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2441=[#edits: 1 = <2419/info:/1734319247416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2442=[#edits: 1 = <2420/info:/1734319247417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2443=[#edits: 1 = <2421/info:/1734319247417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2444=[#edits: 1 = <2422/info:/1734319247417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2445=[#edits: 1 = <2423/info:/1734319247418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2446=[#edits: 1 = <2424/info:/1734319247418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2447=[#edits: 1 = <2425/info:/1734319247418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2448=[#edits: 1 = <2426/info:/1734319247419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2449=[#edits: 1 = <2427/info:/1734319247419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2450=[#edits: 1 = <2428/info:/1734319247419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2451=[#edits: 1 = <2429/info:/1734319247420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2452=[#edits: 1 = <2430/info:/1734319247420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2453=[#edits: 1 = <2431/info:/1734319247420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2454=[#edits: 1 = <2432/info:/1734319247421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2455=[#edits: 1 = <2433/info:/1734319247421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2456=[#edits: 1 = <2434/info:/1734319247421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2457=[#edits: 1 = <2435/info:/1734319247422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2458=[#edits: 1 = <2436/info:/1734319247422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2459=[#edits: 1 = <2437/info:/1734319247422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2460=[#edits: 1 = <2438/info:/1734319247422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2461=[#edits: 1 = <2439/info:/1734319247423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2462=[#edits: 1 = <2440/info:/1734319247423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2463=[#edits: 1 = <2441/info:/1734319247423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2464=[#edits: 1 = <2442/info:/1734319247424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2465=[#edits: 1 = <2443/info:/1734319247424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2466=[#edits: 1 = <2444/info:/1734319247424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2467=[#edits: 1 = <2445/info:/1734319247425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2468=[#edits: 1 = <2446/info:/1734319247425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2469=[#edits: 1 = <2447/info:/1734319247425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2470=[#edits: 1 = <2448/info:/1734319247426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2471=[#edits: 1 = <2449/info:/1734319247426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2472=[#edits: 1 = <2450/info:/1734319247427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2473=[#edits: 1 = <2451/info:/1734319247428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2474=[#edits: 1 = <2452/info:/1734319247429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2475=[#edits: 1 = <2453/info:/1734319247429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2476=[#edits: 1 = <2454/info:/1734319247430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2477=[#edits: 1 = <2455/info:/1734319247430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2478=[#edits: 1 = <2456/info:/1734319247431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2479=[#edits: 1 = <2457/info:/1734319247431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2480=[#edits: 1 = <2458/info:/1734319247431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2481=[#edits: 1 = <2459/info:/1734319247432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2482=[#edits: 1 = <2460/info:/1734319247432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2483=[#edits: 1 = <2461/info:/1734319247432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2484=[#edits: 1 = <2462/info:/1734319247433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2485=[#edits: 1 = <2463/info:/1734319247433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2486=[#edits: 1 = <2464/info:/1734319247433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2487=[#edits: 1 = <2465/info:/1734319247434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2488=[#edits: 1 = <2466/info:/1734319247434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2489=[#edits: 1 = <2467/info:/1734319247434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2490=[#edits: 1 = <2468/info:/1734319247435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2491=[#edits: 1 = <2469/info:/1734319247435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2492=[#edits: 1 = <2470/info:/1734319247435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2493=[#edits: 1 = <2471/info:/1734319247435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2494=[#edits: 1 = <2472/info:/1734319247436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2495=[#edits: 1 = <2473/info:/1734319247436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2496=[#edits: 1 = <2474/info:/1734319247437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2497=[#edits: 1 = <2475/info:/1734319247437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2498=[#edits: 1 = <2476/info:/1734319247437/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=91481, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,467 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2499=[#edits: 1 = <2477/info:/1734319247438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2500=[#edits: 1 = <2478/info:/1734319247438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2501=[#edits: 1 = <2479/info:/1734319247438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2502=[#edits: 1 = <2480/info:/1734319247439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2503=[#edits: 1 = <2481/info:/1734319247439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2504=[#edits: 1 = <2482/info:/1734319247440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2505=[#edits: 1 = <2483/info:/1734319247441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2506=[#edits: 1 = <2484/info:/1734319247442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2507=[#edits: 1 = <2485/info:/1734319247442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2508=[#edits: 1 = <2486/info:/1734319247442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2509=[#edits: 1 = <2487/info:/1734319247443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2510=[#edits: 1 = <2488/info:/1734319247443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2511=[#edits: 1 = <2489/info:/1734319247444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2512=[#edits: 1 = <2490/info:/1734319247444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2513=[#edits: 1 = <2491/info:/1734319247444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2514=[#edits: 1 = <2492/info:/1734319247444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2515=[#edits: 1 = <2493/info:/1734319247445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2516=[#edits: 1 = <2494/info:/1734319247445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2517=[#edits: 1 = <2495/info:/1734319247445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2518=[#edits: 1 = <2496/info:/1734319247446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2519=[#edits: 1 = <2497/info:/1734319247446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2520=[#edits: 1 = <2498/info:/1734319247446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2521=[#edits: 1 = <2499/info:/1734319247447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2522=[#edits: 1 = <2500/info:/1734319247447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2523=[#edits: 1 = <2501/info:/1734319247448/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319246419.meta, lastWalPosition=93306, nbRowKeys=25, nbHFiles=0, heapSize=4300, lastSeqIds={}, endOfFile=true,usedBufferSize=4300] 2024-12-16T03:20:47,470 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-16T03:20:47,470 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 1983, reset compression=false 2024-12-16T03:20:47,470 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2524=[#edits: 1 = <2502/info:/1734319247449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2525=[#edits: 1 = <2503/info:/1734319247452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2526=[#edits: 1 = <2504/info:/1734319247454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2527=[#edits: 1 = <2505/info:/1734319247454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2528=[#edits: 1 = <2506/info:/1734319247454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2529=[#edits: 1 = <2507/info:/1734319247455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2530=[#edits: 1 = <2508/info:/1734319247455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2531=[#edits: 1 = <2509/info:/1734319247456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2532=[#edits: 1 = <2510/info:/1734319247456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2533=[#edits: 1 = <2511/info:/1734319247456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2534=[#edits: 1 = <2512/info:/1734319247457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2535=[#edits: 1 = <2513/info:/1734319247457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2536=[#edits: 1 = <2514/info:/1734319247457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2537=[#edits: 1 = <2515/info:/1734319247457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2538=[#edits: 1 = <2516/info:/1734319247458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2539=[#edits: 1 = <2517/info:/1734319247458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2540=[#edits: 1 = <2518/info:/1734319247458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2541=[#edits: 1 = <2519/info:/1734319247459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2542=[#edits: 1 = <2520/info:/1734319247460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2543=[#edits: 1 = <2521/info:/1734319247460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2544=[#edits: 1 = <2522/info:/1734319247461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2545=[#edits: 1 = <2523/info:/1734319247461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2546=[#edits: 1 = <2524/info:/1734319247462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2547=[#edits: 1 = <2525/info:/1734319247462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2548=[#edits: 1 = <2526/info:/1734319247463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2549=[#edits: 1 = <2527/info:/1734319247464/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=1983, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-16T03:20:47,473 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:47,473 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 2494, reset compression=false 2024-12-16T03:20:47,473 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2550=[#edits: 1 = <2528/info:/1734319247468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2551=[#edits: 1 = <2529/info:/1734319247468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2552=[#edits: 1 = <2530/info:/1734319247469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2553=[#edits: 1 = <2531/info:/1734319247469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2554=[#edits: 1 = <2532/info:/1734319247470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2555=[#edits: 1 = <2533/info:/1734319247471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2556=[#edits: 1 = <2534/info:/1734319247472/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=2494, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:47,497 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,498 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:47,498 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 7385, reset compression=false 2024-12-16T03:20:47,498 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2557=[#edits: 1 = <2535/info:/1734319247472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2558=[#edits: 1 = <2536/info:/1734319247473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2559=[#edits: 1 = <2537/info:/1734319247473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2560=[#edits: 1 = <2538/info:/1734319247474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2561=[#edits: 1 = <2539/info:/1734319247474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2562=[#edits: 1 = <2540/info:/1734319247475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2563=[#edits: 1 = <2541/info:/1734319247475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2564=[#edits: 1 = <2542/info:/1734319247475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2565=[#edits: 1 = <2543/info:/1734319247476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2566=[#edits: 1 = <2544/info:/1734319247477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2567=[#edits: 1 = <2545/info:/1734319247478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2568=[#edits: 1 = <2546/info:/1734319247478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2569=[#edits: 1 = <2547/info:/1734319247479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2570=[#edits: 1 = <2548/info:/1734319247479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2571=[#edits: 1 = <2549/info:/1734319247479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2572=[#edits: 1 = <2550/info:/1734319247480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2573=[#edits: 1 = <2551/info:/1734319247480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2574=[#edits: 1 = <2552/info:/1734319247480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2575=[#edits: 1 = <2553/info:/1734319247481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2576=[#edits: 1 = <2554/info:/1734319247481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2577=[#edits: 1 = <2555/info:/1734319247481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2578=[#edits: 1 = <2556/info:/1734319247481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2579=[#edits: 1 = <2557/info:/1734319247482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2580=[#edits: 1 = <2558/info:/1734319247482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2581=[#edits: 1 = <2559/info:/1734319247482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2582=[#edits: 1 = <2560/info:/1734319247482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2583=[#edits: 1 = <2561/info:/1734319247483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2584=[#edits: 1 = <2562/info:/1734319247483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2585=[#edits: 1 = <2563/info:/1734319247483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2586=[#edits: 1 = <2564/info:/1734319247483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2587=[#edits: 1 = <2565/info:/1734319247484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2588=[#edits: 1 = <2566/info:/1734319247484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2589=[#edits: 1 = <2567/info:/1734319247484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2590=[#edits: 1 = <2568/info:/1734319247484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2591=[#edits: 1 = <2569/info:/1734319247485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2592=[#edits: 1 = <2570/info:/1734319247485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2593=[#edits: 1 = <2571/info:/1734319247486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2594=[#edits: 1 = <2572/info:/1734319247486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2595=[#edits: 1 = <2573/info:/1734319247487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2596=[#edits: 1 = <2574/info:/1734319247487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2597=[#edits: 1 = <2575/info:/1734319247487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2598=[#edits: 1 = <2576/info:/1734319247488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2599=[#edits: 1 = <2577/info:/1734319247488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2600=[#edits: 1 = <2578/info:/1734319247488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2601=[#edits: 1 = <2579/info:/1734319247489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2602=[#edits: 1 = <2580/info:/1734319247489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2603=[#edits: 1 = <2581/info:/1734319247489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2604=[#edits: 1 = <2582/info:/1734319247489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2605=[#edits: 1 = <2583/info:/1734319247490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2606=[#edits: 1 = <2584/info:/1734319247490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2607=[#edits: 1 = <2585/info:/1734319247490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2608=[#edits: 1 = <2586/info:/1734319247491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2609=[#edits: 1 = <2587/info:/1734319247491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2610=[#edits: 1 = <2588/info:/1734319247491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2611=[#edits: 1 = <2589/info:/1734319247492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2612=[#edits: 1 = <2590/info:/1734319247492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2613=[#edits: 1 = <2591/info:/1734319247492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2614=[#edits: 1 = <2592/info:/1734319247493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2615=[#edits: 1 = <2593/info:/1734319247493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2616=[#edits: 1 = <2594/info:/1734319247493/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=6874, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,500 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2617=[#edits: 1 = <2595/info:/1734319247494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2618=[#edits: 1 = <2596/info:/1734319247494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2619=[#edits: 1 = <2597/info:/1734319247494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2620=[#edits: 1 = <2598/info:/1734319247494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2621=[#edits: 1 = <2599/info:/1734319247495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2622=[#edits: 1 = <2600/info:/1734319247495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2623=[#edits: 1 = <2601/info:/1734319247495/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=7385, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:47,502 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:47,502 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 8188, reset compression=false 2024-12-16T03:20:47,502 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2624=[#edits: 1 = <2602/info:/1734319247496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2625=[#edits: 1 = <2603/info:/1734319247496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2626=[#edits: 1 = <2604/info:/1734319247497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2627=[#edits: 1 = <2605/info:/1734319247497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2628=[#edits: 1 = <2606/info:/1734319247497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2629=[#edits: 1 = <2607/info:/1734319247498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2630=[#edits: 1 = <2608/info:/1734319247499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2631=[#edits: 1 = <2609/info:/1734319247499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2632=[#edits: 1 = <2610/info:/1734319247499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2633=[#edits: 1 = <2611/info:/1734319247499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2634=[#edits: 1 = <2612/info:/1734319247500/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=8188, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:47,506 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:47,506 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 8553, reset compression=false 2024-12-16T03:20:47,506 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2635=[#edits: 1 = <2613/info:/1734319247500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2636=[#edits: 1 = <2614/info:/1734319247501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2637=[#edits: 1 = <2615/info:/1734319247502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2638=[#edits: 1 = <2616/info:/1734319247502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2639=[#edits: 1 = <2617/info:/1734319247504/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=8553, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:47,511 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:47,511 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 9210, reset compression=false 2024-12-16T03:20:47,511 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2640=[#edits: 1 = <2618/info:/1734319247505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2641=[#edits: 1 = <2619/info:/1734319247505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2642=[#edits: 1 = <2620/info:/1734319247506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2643=[#edits: 1 = <2621/info:/1734319247507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2644=[#edits: 1 = <2622/info:/1734319247507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2645=[#edits: 1 = <2623/info:/1734319247507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2646=[#edits: 1 = <2624/info:/1734319247508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2647=[#edits: 1 = <2625/info:/1734319247508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2648=[#edits: 1 = <2626/info:/1734319247509/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=9210, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:47,530 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 58 WAL entries eligible for replication 2024-12-16T03:20:47,530 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2649=[#edits: 1 = <2627/info:/1734319247509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2650=[#edits: 1 = <2628/info:/1734319247510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2651=[#edits: 1 = <2629/info:/1734319247510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2652=[#edits: 1 = <2630/info:/1734319247511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2653=[#edits: 1 = <2631/info:/1734319247511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2654=[#edits: 1 = <2632/info:/1734319247512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2655=[#edits: 1 = <2633/info:/1734319247512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2656=[#edits: 1 = <2634/info:/1734319247512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2657=[#edits: 1 = <2635/info:/1734319247513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2658=[#edits: 1 = <2636/info:/1734319247513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2659=[#edits: 1 = <2637/info:/1734319247513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2660=[#edits: 1 = <2638/info:/1734319247514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2661=[#edits: 1 = <2639/info:/1734319247514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2662=[#edits: 1 = <2640/info:/1734319247514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2663=[#edits: 1 = <2641/info:/1734319247514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2664=[#edits: 1 = <2642/info:/1734319247515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2665=[#edits: 1 = <2643/info:/1734319247515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2666=[#edits: 1 = <2644/info:/1734319247515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2667=[#edits: 1 = <2645/info:/1734319247515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2668=[#edits: 1 = <2646/info:/1734319247516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2669=[#edits: 1 = <2647/info:/1734319247516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2670=[#edits: 1 = <2648/info:/1734319247517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2671=[#edits: 1 = <2649/info:/1734319247517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2672=[#edits: 1 = <2650/info:/1734319247517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2673=[#edits: 1 = <2651/info:/1734319247518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2674=[#edits: 1 = <2652/info:/1734319247518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2675=[#edits: 1 = <2653/info:/1734319247518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2676=[#edits: 1 = <2654/info:/1734319247518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2677=[#edits: 1 = <2655/info:/1734319247519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2678=[#edits: 1 = <2656/info:/1734319247519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2679=[#edits: 1 = <2657/info:/1734319247519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2680=[#edits: 1 = <2658/info:/1734319247520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2681=[#edits: 1 = <2659/info:/1734319247520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2682=[#edits: 1 = <2660/info:/1734319247520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2683=[#edits: 1 = <2661/info:/1734319247520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2684=[#edits: 1 = <2662/info:/1734319247521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2685=[#edits: 1 = <2663/info:/1734319247521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2686=[#edits: 1 = <2664/info:/1734319247521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2687=[#edits: 1 = <2665/info:/1734319247522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2688=[#edits: 1 = <2666/info:/1734319247522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2689=[#edits: 1 = <2667/info:/1734319247522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2690=[#edits: 1 = <2668/info:/1734319247522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2691=[#edits: 1 = <2669/info:/1734319247523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2692=[#edits: 1 = <2670/info:/1734319247523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2693=[#edits: 1 = <2671/info:/1734319247523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2694=[#edits: 1 = <2672/info:/1734319247524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2695=[#edits: 1 = <2673/info:/1734319247524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2696=[#edits: 1 = <2674/info:/1734319247524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2697=[#edits: 1 = <2675/info:/1734319247524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2698=[#edits: 1 = <2676/info:/1734319247525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2699=[#edits: 1 = <2677/info:/1734319247525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2700=[#edits: 1 = <2678/info:/1734319247525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2701=[#edits: 1 = <2679/info:/1734319247526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2702=[#edits: 1 = <2680/info:/1734319247526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2703=[#edits: 1 = <2681/info:/1734319247526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2704=[#edits: 1 = <2682/info:/1734319247526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2705=[#edits: 1 = <2683/info:/1734319247527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2706=[#edits: 1 = <2684/info:/1734319247527/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=13444, nbRowKeys=58, nbHFiles=0, heapSize=9976, lastSeqIds={}, endOfFile=false,usedBufferSize=9976] 2024-12-16T03:20:47,531 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 13444, reset compression=false 2024-12-16T03:20:47,536 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-16T03:20:47,536 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 14758, reset compression=false 2024-12-16T03:20:47,536 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2707=[#edits: 1 = <2685/info:/1734319247527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2708=[#edits: 1 = <2686/info:/1734319247528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2709=[#edits: 1 = <2687/info:/1734319247528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2710=[#edits: 1 = <2688/info:/1734319247529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2711=[#edits: 1 = <2689/info:/1734319247529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2712=[#edits: 1 = <2690/info:/1734319247529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2713=[#edits: 1 = <2691/info:/1734319247530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2714=[#edits: 1 = <2692/info:/1734319247530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2715=[#edits: 1 = <2693/info:/1734319247530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2716=[#edits: 1 = <2694/info:/1734319247531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2717=[#edits: 1 = <2695/info:/1734319247531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2718=[#edits: 1 = <2696/info:/1734319247532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2719=[#edits: 1 = <2697/info:/1734319247532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2720=[#edits: 1 = <2698/info:/1734319247533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2721=[#edits: 1 = <2699/info:/1734319247533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2722=[#edits: 1 = <2700/info:/1734319247533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2723=[#edits: 1 = <2701/info:/1734319247533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2724=[#edits: 1 = <2702/info:/1734319247534/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=14758, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-16T03:20:47,545 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-16T03:20:47,545 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 16364, reset compression=false 2024-12-16T03:20:47,545 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2725=[#edits: 1 = <2703/info:/1734319247534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2726=[#edits: 1 = <2704/info:/1734319247535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2727=[#edits: 1 = <2705/info:/1734319247536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2728=[#edits: 1 = <2706/info:/1734319247536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2729=[#edits: 1 = <2707/info:/1734319247536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2730=[#edits: 1 = <2708/info:/1734319247537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2731=[#edits: 1 = <2709/info:/1734319247537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2732=[#edits: 1 = <2710/info:/1734319247538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2733=[#edits: 1 = <2711/info:/1734319247538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2734=[#edits: 1 = <2712/info:/1734319247539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2735=[#edits: 1 = <2713/info:/1734319247540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2736=[#edits: 1 = <2714/info:/1734319247540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2737=[#edits: 1 = <2715/info:/1734319247540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2738=[#edits: 1 = <2716/info:/1734319247541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2739=[#edits: 1 = <2717/info:/1734319247541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2740=[#edits: 1 = <2718/info:/1734319247541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2741=[#edits: 1 = <2719/info:/1734319247541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2742=[#edits: 1 = <2720/info:/1734319247542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2743=[#edits: 1 = <2721/info:/1734319247542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2744=[#edits: 1 = <2722/info:/1734319247542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2745=[#edits: 1 = <2723/info:/1734319247543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2746=[#edits: 1 = <2724/info:/1734319247543/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=16364, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-16T03:20:47,552 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:47,552 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 16729, reset compression=false 2024-12-16T03:20:47,552 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2747=[#edits: 1 = <2725/info:/1734319247543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2748=[#edits: 1 = <2726/info:/1734319247544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2749=[#edits: 1 = <2727/info:/1734319247545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2750=[#edits: 1 = <2728/info:/1734319247545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2751=[#edits: 1 = <2729/info:/1734319247545/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=16729, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:47,557 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:47,557 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 17094, reset compression=false 2024-12-16T03:20:47,557 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2752=[#edits: 1 = <2730/info:/1734319247550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2753=[#edits: 1 = <2731/info:/1734319247551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2754=[#edits: 1 = <2732/info:/1734319247552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2755=[#edits: 1 = <2733/info:/1734319247554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2756=[#edits: 1 = <2734/info:/1734319247555/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=17094, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:47,562 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:47,562 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 17386, reset compression=false 2024-12-16T03:20:47,562 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2757=[#edits: 1 = <2735/info:/1734319247555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2758=[#edits: 1 = <2736/info:/1734319247556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2759=[#edits: 1 = <2737/info:/1734319247557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2760=[#edits: 1 = <2738/info:/1734319247558/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=17386, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:47,567 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:47,567 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 17824, reset compression=false 2024-12-16T03:20:47,567 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2761=[#edits: 1 = <2739/info:/1734319247560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2762=[#edits: 1 = <2740/info:/1734319247561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2763=[#edits: 1 = <2741/info:/1734319247562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2764=[#edits: 1 = <2742/info:/1734319247562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2765=[#edits: 1 = <2743/info:/1734319247563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2766=[#edits: 1 = <2744/info:/1734319247565/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=17824, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:47,572 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:47,572 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 18043, reset compression=false 2024-12-16T03:20:47,572 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2767=[#edits: 1 = <2745/info:/1734319247566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2768=[#edits: 1 = <2746/info:/1734319247567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2769=[#edits: 1 = <2747/info:/1734319247568/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=18043, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-16T03:20:47,581 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:47,581 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2770=[#edits: 1 = <2748/info:/1734319247570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2771=[#edits: 1 = <2749/info:/1734319247572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2772=[#edits: 1 = <2750/info:/1734319247573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2773=[#edits: 1 = <2751/info:/1734319247574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2774=[#edits: 1 = <2752/info:/1734319247575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2775=[#edits: 1 = <2753/info:/1734319247575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2776=[#edits: 1 = <2754/info:/1734319247576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2777=[#edits: 1 = <2755/info:/1734319247576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2778=[#edits: 1 = <2756/info:/1734319247578/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=18700, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:47,581 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 18700, reset compression=false 2024-12-16T03:20:47,587 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:47,587 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2779=[#edits: 1 = <2757/info:/1734319247580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2780=[#edits: 1 = <2758/info:/1734319247581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2781=[#edits: 1 = <2759/info:/1734319247581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2782=[#edits: 1 = <2760/info:/1734319247582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2783=[#edits: 1 = <2761/info:/1734319247582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2784=[#edits: 1 = <2762/info:/1734319247583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2785=[#edits: 1 = <2763/info:/1734319247583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2786=[#edits: 1 = <2764/info:/1734319247583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2787=[#edits: 1 = <2765/info:/1734319247584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2788=[#edits: 1 = <2766/info:/1734319247584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2789=[#edits: 1 = <2767/info:/1734319247584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2790=[#edits: 1 = <2768/info:/1734319247585/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=19576, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:47,587 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 19576, reset compression=false 2024-12-16T03:20:47,601 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-16T03:20:47,601 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 20890, reset compression=false 2024-12-16T03:20:47,601 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2791=[#edits: 1 = <2769/info:/1734319247585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2792=[#edits: 1 = <2770/info:/1734319247586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2793=[#edits: 1 = <2771/info:/1734319247586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2794=[#edits: 1 = <2772/info:/1734319247586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2795=[#edits: 1 = <2773/info:/1734319247587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2796=[#edits: 1 = <2774/info:/1734319247587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2797=[#edits: 1 = <2775/info:/1734319247587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2798=[#edits: 1 = <2776/info:/1734319247588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2799=[#edits: 1 = <2777/info:/1734319247590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2800=[#edits: 1 = <2778/info:/1734319247590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2801=[#edits: 1 = <2779/info:/1734319247591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2802=[#edits: 1 = <2780/info:/1734319247591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2803=[#edits: 1 = <2781/info:/1734319247591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2804=[#edits: 1 = <2782/info:/1734319247592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2805=[#edits: 1 = <2783/info:/1734319247592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2806=[#edits: 1 = <2784/info:/1734319247592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2807=[#edits: 1 = <2785/info:/1734319247593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2808=[#edits: 1 = <2786/info:/1734319247594/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=20890, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-16T03:20:47,609 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:47,609 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 21693, reset compression=false 2024-12-16T03:20:47,609 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2809=[#edits: 1 = <2787/info:/1734319247596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2810=[#edits: 1 = <2788/info:/1734319247602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2811=[#edits: 1 = <2789/info:/1734319247604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2812=[#edits: 1 = <2790/info:/1734319247604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2813=[#edits: 1 = <2791/info:/1734319247605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2814=[#edits: 1 = <2792/info:/1734319247605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2815=[#edits: 1 = <2793/info:/1734319247605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2816=[#edits: 1 = <2794/info:/1734319247606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2817=[#edits: 1 = <2795/info:/1734319247606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2818=[#edits: 1 = <2796/info:/1734319247606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2819=[#edits: 1 = <2797/info:/1734319247607/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=21693, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:47,624 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 39 WAL entries eligible for replication 2024-12-16T03:20:47,624 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 24540, reset compression=false 2024-12-16T03:20:47,624 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2820=[#edits: 1 = <2798/info:/1734319247607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2821=[#edits: 1 = <2799/info:/1734319247608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2822=[#edits: 1 = <2800/info:/1734319247608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2823=[#edits: 1 = <2801/info:/1734319247610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2824=[#edits: 1 = <2802/info:/1734319247610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2825=[#edits: 1 = <2803/info:/1734319247611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2826=[#edits: 1 = <2804/info:/1734319247611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2827=[#edits: 1 = <2805/info:/1734319247612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2828=[#edits: 1 = <2806/info:/1734319247612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2829=[#edits: 1 = <2807/info:/1734319247612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2830=[#edits: 1 = <2808/info:/1734319247613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2831=[#edits: 1 = <2809/info:/1734319247613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2832=[#edits: 1 = <2810/info:/1734319247613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2833=[#edits: 1 = <2811/info:/1734319247614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2834=[#edits: 1 = <2812/info:/1734319247614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2835=[#edits: 1 = <2813/info:/1734319247614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2836=[#edits: 1 = <2814/info:/1734319247615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2837=[#edits: 1 = <2815/info:/1734319247615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2838=[#edits: 1 = <2816/info:/1734319247615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2839=[#edits: 1 = <2817/info:/1734319247616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2840=[#edits: 1 = <2818/info:/1734319247616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2841=[#edits: 1 = <2819/info:/1734319247616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2842=[#edits: 1 = <2820/info:/1734319247617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2843=[#edits: 1 = <2821/info:/1734319247617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2844=[#edits: 1 = <2822/info:/1734319247617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2845=[#edits: 1 = <2823/info:/1734319247618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2846=[#edits: 1 = <2824/info:/1734319247618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2847=[#edits: 1 = <2825/info:/1734319247618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2848=[#edits: 1 = <2826/info:/1734319247619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2849=[#edits: 1 = <2827/info:/1734319247619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2850=[#edits: 1 = <2828/info:/1734319247619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2851=[#edits: 1 = <2829/info:/1734319247619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2852=[#edits: 1 = <2830/info:/1734319247620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2853=[#edits: 1 = <2831/info:/1734319247620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2854=[#edits: 1 = <2832/info:/1734319247620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2855=[#edits: 1 = <2833/info:/1734319247621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2856=[#edits: 1 = <2834/info:/1734319247621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2857=[#edits: 1 = <2835/info:/1734319247621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2858=[#edits: 1 = <2836/info:/1734319247622/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=24540, nbRowKeys=39, nbHFiles=0, heapSize=6708, lastSeqIds={}, endOfFile=false,usedBufferSize=6708] 2024-12-16T03:20:47,632 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-16T03:20:47,632 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 25124, reset compression=false 2024-12-16T03:20:47,632 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2859=[#edits: 1 = <2837/info:/1734319247622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2860=[#edits: 1 = <2838/info:/1734319247622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2861=[#edits: 1 = <2839/info:/1734319247623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2862=[#edits: 1 = <2840/info:/1734319247623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2863=[#edits: 1 = <2841/info:/1734319247624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2864=[#edits: 1 = <2842/info:/1734319247624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2865=[#edits: 1 = <2843/info:/1734319247624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2866=[#edits: 1 = <2844/info:/1734319247625/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=25124, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-16T03:20:47,637 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:47,637 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 25416, reset compression=false 2024-12-16T03:20:47,637 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2867=[#edits: 1 = <2845/info:/1734319247632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2868=[#edits: 1 = <2846/info:/1734319247632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2869=[#edits: 1 = <2847/info:/1734319247633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2870=[#edits: 1 = <2848/info:/1734319247635/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=25416, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:47,641 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:47,641 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 25854, reset compression=false 2024-12-16T03:20:47,641 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2871=[#edits: 1 = <2849/info:/1734319247636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2872=[#edits: 1 = <2850/info:/1734319247636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2873=[#edits: 1 = <2851/info:/1734319247637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2874=[#edits: 1 = <2852/info:/1734319247638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2875=[#edits: 1 = <2853/info:/1734319247639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2876=[#edits: 1 = <2854/info:/1734319247640/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=25854, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:47,646 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:47,647 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 26584, reset compression=false 2024-12-16T03:20:47,647 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2877=[#edits: 1 = <2855/info:/1734319247640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2878=[#edits: 1 = <2856/info:/1734319247641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2879=[#edits: 1 = <2857/info:/1734319247642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2880=[#edits: 1 = <2858/info:/1734319247642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2881=[#edits: 1 = <2859/info:/1734319247643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2882=[#edits: 1 = <2860/info:/1734319247643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2883=[#edits: 1 = <2861/info:/1734319247643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2884=[#edits: 1 = <2862/info:/1734319247644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2885=[#edits: 1 = <2863/info:/1734319247644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2886=[#edits: 1 = <2864/info:/1734319247645/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=26584, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:47,652 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:47,652 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 26876, reset compression=false 2024-12-16T03:20:47,652 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2887=[#edits: 1 = <2865/info:/1734319247646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2888=[#edits: 1 = <2866/info:/1734319247646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2889=[#edits: 1 = <2867/info:/1734319247647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2890=[#edits: 1 = <2868/info:/1734319247649/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=26876, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:47,656 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:47,656 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 27168, reset compression=false 2024-12-16T03:20:47,656 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2891=[#edits: 1 = <2869/info:/1734319247651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2892=[#edits: 1 = <2870/info:/1734319247651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2893=[#edits: 1 = <2871/info:/1734319247652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2894=[#edits: 1 = <2872/info:/1734319247654/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=27168, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:47,665 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-16T03:20:47,665 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 28190, reset compression=false 2024-12-16T03:20:47,665 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2895=[#edits: 1 = <2873/info:/1734319247655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2896=[#edits: 1 = <2874/info:/1734319247656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2897=[#edits: 1 = <2875/info:/1734319247659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2898=[#edits: 1 = <2876/info:/1734319247659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2899=[#edits: 1 = <2877/info:/1734319247660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2900=[#edits: 1 = <2878/info:/1734319247660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2901=[#edits: 1 = <2879/info:/1734319247661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2902=[#edits: 1 = <2880/info:/1734319247661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2903=[#edits: 1 = <2881/info:/1734319247661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2904=[#edits: 1 = <2882/info:/1734319247662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2905=[#edits: 1 = <2883/info:/1734319247662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2906=[#edits: 1 = <2884/info:/1734319247662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2907=[#edits: 1 = <2885/info:/1734319247663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2908=[#edits: 1 = <2886/info:/1734319247663/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=28190, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-16T03:20:47,670 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-16T03:20:47,670 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 28774, reset compression=false 2024-12-16T03:20:47,670 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2909=[#edits: 1 = <2887/info:/1734319247663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2910=[#edits: 1 = <2888/info:/1734319247664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2911=[#edits: 1 = <2889/info:/1734319247664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2912=[#edits: 1 = <2890/info:/1734319247665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2913=[#edits: 1 = <2891/info:/1734319247666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2914=[#edits: 1 = <2892/info:/1734319247667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2915=[#edits: 1 = <2893/info:/1734319247667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2916=[#edits: 1 = <2894/info:/1734319247668/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=28774, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-16T03:20:47,694 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,694 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2917=[#edits: 1 = <2895/info:/1734319247668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2918=[#edits: 1 = <2896/info:/1734319247669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2919=[#edits: 1 = <2897/info:/1734319247670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2920=[#edits: 1 = <2898/info:/1734319247671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2921=[#edits: 1 = <2899/info:/1734319247671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2922=[#edits: 1 = <2900/info:/1734319247672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2923=[#edits: 1 = <2901/info:/1734319247672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2924=[#edits: 1 = <2902/info:/1734319247673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2925=[#edits: 1 = <2903/info:/1734319247673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2926=[#edits: 1 = <2904/info:/1734319247673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2927=[#edits: 1 = <2905/info:/1734319247674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2928=[#edits: 1 = <2906/info:/1734319247674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2929=[#edits: 1 = <2907/info:/1734319247674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2930=[#edits: 1 = <2908/info:/1734319247675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2931=[#edits: 1 = <2909/info:/1734319247675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2932=[#edits: 1 = <2910/info:/1734319247675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2933=[#edits: 1 = <2911/info:/1734319247676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2934=[#edits: 1 = <2912/info:/1734319247676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2935=[#edits: 1 = <2913/info:/1734319247676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2936=[#edits: 1 = <2914/info:/1734319247677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2937=[#edits: 1 = <2915/info:/1734319247677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2938=[#edits: 1 = <2916/info:/1734319247677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2939=[#edits: 1 = <2917/info:/1734319247677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2940=[#edits: 1 = <2918/info:/1734319247678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2941=[#edits: 1 = <2919/info:/1734319247678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2942=[#edits: 1 = <2920/info:/1734319247678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2943=[#edits: 1 = <2921/info:/1734319247679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2944=[#edits: 1 = <2922/info:/1734319247679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2945=[#edits: 1 = <2923/info:/1734319247679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2946=[#edits: 1 = <2924/info:/1734319247680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2947=[#edits: 1 = <2925/info:/1734319247680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2948=[#edits: 1 = <2926/info:/1734319247680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2949=[#edits: 1 = <2927/info:/1734319247681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2950=[#edits: 1 = <2928/info:/1734319247681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2951=[#edits: 1 = <2929/info:/1734319247681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2952=[#edits: 1 = <2930/info:/1734319247682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2953=[#edits: 1 = <2931/info:/1734319247682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2954=[#edits: 1 = <2932/info:/1734319247682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2955=[#edits: 1 = <2933/info:/1734319247683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2956=[#edits: 1 = <2934/info:/1734319247683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2957=[#edits: 1 = <2935/info:/1734319247683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2958=[#edits: 1 = <2936/info:/1734319247683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2959=[#edits: 1 = <2937/info:/1734319247684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2960=[#edits: 1 = <2938/info:/1734319247684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2961=[#edits: 1 = <2939/info:/1734319247684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2962=[#edits: 1 = <2940/info:/1734319247685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2963=[#edits: 1 = <2941/info:/1734319247685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2964=[#edits: 1 = <2942/info:/1734319247685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2965=[#edits: 1 = <2943/info:/1734319247685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2966=[#edits: 1 = <2944/info:/1734319247686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2967=[#edits: 1 = <2945/info:/1734319247686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2968=[#edits: 1 = <2946/info:/1734319247686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2969=[#edits: 1 = <2947/info:/1734319247687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2970=[#edits: 1 = <2948/info:/1734319247687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2971=[#edits: 1 = <2949/info:/1734319247687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2972=[#edits: 1 = <2950/info:/1734319247688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2973=[#edits: 1 = <2951/info:/1734319247688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2974=[#edits: 1 = <2952/info:/1734319247688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2975=[#edits: 1 = <2953/info:/1734319247688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2976=[#edits: 1 = <2954/info:/1734319247689/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=33154, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,706 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(313): Writing data from 3000 to 4000 2024-12-16T03:20:47,871 DEBUG [AsyncFSWAL-0-hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3-prefix:f0d65a6309ee,33095,1734319242394.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-16T03:20:47,871 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C33095%2C1734319242394.meta:.meta(num 1734319247363) roll requested 2024-12-16T03:20:47,880 INFO [f0d65a6309ee:35967Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:47,886 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, exclude list is [], retry=0 2024-12-16T03:20:47,888 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40017,DS-db64b321-a500-4592-8679-8f9e779a1eff,DISK] 2024-12-16T03:20:47,888 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38351,DS-9b695294-eb5a-455f-866c-cc8481f5c70e,DISK] 2024-12-16T03:20:47,888 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39243,DS-01e405cc-1858-46b0-b9e5-f6e80d372b93,DISK] 2024-12-16T03:20:47,889 INFO [f0d65a6309ee:33095Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:47,894 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta to pos 33154, reset compression=false 2024-12-16T03:20:47,900 INFO [f0d65a6309ee:36257Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:47,900 INFO [f0d65a6309ee:32963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:47,931 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta with entries=1175, filesize=83.85 KB; new WAL /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta 2024-12-16T03:20:47,932 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41719:41719),(127.0.0.1/127.0.0.1:41941:41941),(127.0.0.1/127.0.0.1:39235:39235)] 2024-12-16T03:20:47,932 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:47,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741845_1021 (size=85868) 2024-12-16T03:20:47,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741845_1021 (size=85868) 2024-12-16T03:20:47,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741845_1021 (size=85868) 2024-12-16T03:20:47,936 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,937 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,936 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2977=[#edits: 1 = <2955/info:/1734319247691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2978=[#edits: 1 = <2956/info:/1734319247693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2979=[#edits: 1 = <2957/info:/1734319247694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2980=[#edits: 1 = <2958/info:/1734319247694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2981=[#edits: 1 = <2959/info:/1734319247695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2982=[#edits: 1 = <2960/info:/1734319247696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2983=[#edits: 1 = <2961/info:/1734319247696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2984=[#edits: 1 = <2962/info:/1734319247696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2985=[#edits: 1 = <2963/info:/1734319247697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2986=[#edits: 1 = <2964/info:/1734319247697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2987=[#edits: 1 = <2965/info:/1734319247697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2988=[#edits: 1 = <2966/info:/1734319247698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2989=[#edits: 1 = <2967/info:/1734319247698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2990=[#edits: 1 = <2968/info:/1734319247698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2991=[#edits: 1 = <2969/info:/1734319247698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2992=[#edits: 1 = <2970/info:/1734319247699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2993=[#edits: 1 = <2971/info:/1734319247699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2994=[#edits: 1 = <2972/info:/1734319247699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2995=[#edits: 1 = <2973/info:/1734319247699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2996=[#edits: 1 = <2974/info:/1734319247700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2997=[#edits: 1 = <2975/info:/1734319247700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2998=[#edits: 1 = <2976/info:/1734319247700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2999=[#edits: 1 = <2977/info:/1734319247700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3000=[#edits: 1 = <2978/info:/1734319247701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3001=[#edits: 1 = <2979/info:/1734319247701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3002=[#edits: 1 = <2980/info:/1734319247701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3003=[#edits: 1 = <2981/info:/1734319247702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3004=[#edits: 1 = <2982/info:/1734319247702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3005=[#edits: 1 = <2983/info:/1734319247702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3006=[#edits: 1 = <2984/info:/1734319247702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3007=[#edits: 1 = <2985/info:/1734319247703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3008=[#edits: 1 = <2986/info:/1734319247703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3009=[#edits: 1 = <2987/info:/1734319247703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3010=[#edits: 1 = <2988/info:/1734319247703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3011=[#edits: 1 = <2989/info:/1734319247704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3012=[#edits: 1 = <2990/info:/1734319247704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3013=[#edits: 1 = <2991/info:/1734319247704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3014=[#edits: 1 = <2992/info:/1734319247704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3015=[#edits: 1 = <2993/info:/1734319247705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3016=[#edits: 1 = <2994/info:/1734319247705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3017=[#edits: 1 = <2995/info:/1734319247705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3018=[#edits: 1 = <2996/info:/1734319247705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3019=[#edits: 1 = <2997/info:/1734319247706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3020=[#edits: 1 = <2998/info:/1734319247706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3021=[#edits: 1 = <2999/info:/1734319247706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3022=[#edits: 1 = <3000/info:/1734319247706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3023=[#edits: 1 = <3001/info:/1734319247707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3024=[#edits: 1 = <3002/info:/1734319247707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3025=[#edits: 1 = <3003/info:/1734319247707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3026=[#edits: 1 = <3004/info:/1734319247707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3027=[#edits: 1 = <3005/info:/1734319247708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3028=[#edits: 1 = <3006/info:/1734319247708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3029=[#edits: 1 = <3007/info:/1734319247708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3030=[#edits: 1 = <3008/info:/1734319247708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3031=[#edits: 1 = <3009/info:/1734319247709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3032=[#edits: 1 = <3010/info:/1734319247709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3033=[#edits: 1 = <3011/info:/1734319247709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3034=[#edits: 1 = <3012/info:/1734319247709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3035=[#edits: 1 = <3013/info:/1734319247710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3036=[#edits: 1 = <3014/info:/1734319247710/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=37534, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,937 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,938 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3037=[#edits: 1 = <3015/info:/1734319247710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3038=[#edits: 1 = <3016/info:/1734319247710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3039=[#edits: 1 = <3017/info:/1734319247711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3040=[#edits: 1 = <3018/info:/1734319247711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3041=[#edits: 1 = <3019/info:/1734319247711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3042=[#edits: 1 = <3020/info:/1734319247711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3043=[#edits: 1 = <3021/info:/1734319247712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3044=[#edits: 1 = <3022/info:/1734319247712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3045=[#edits: 1 = <3023/info:/1734319247712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3046=[#edits: 1 = <3024/info:/1734319247712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3047=[#edits: 1 = <3025/info:/1734319247713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3048=[#edits: 1 = <3026/info:/1734319247713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3049=[#edits: 1 = <3027/info:/1734319247713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3050=[#edits: 1 = <3028/info:/1734319247713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3051=[#edits: 1 = <3029/info:/1734319247714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3052=[#edits: 1 = <3030/info:/1734319247714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3053=[#edits: 1 = <3031/info:/1734319247714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3054=[#edits: 1 = <3032/info:/1734319247714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3055=[#edits: 1 = <3033/info:/1734319247715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3056=[#edits: 1 = <3034/info:/1734319247715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3057=[#edits: 1 = <3035/info:/1734319247715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3058=[#edits: 1 = <3036/info:/1734319247715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3059=[#edits: 1 = <3037/info:/1734319247716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3060=[#edits: 1 = <3038/info:/1734319247716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3061=[#edits: 1 = <3039/info:/1734319247716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3062=[#edits: 1 = <3040/info:/1734319247716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3063=[#edits: 1 = <3041/info:/1734319247717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3064=[#edits: 1 = <3042/info:/1734319247717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3065=[#edits: 1 = <3043/info:/1734319247717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3066=[#edits: 1 = <3044/info:/1734319247717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3067=[#edits: 1 = <3045/info:/1734319247717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3068=[#edits: 1 = <3046/info:/1734319247718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3069=[#edits: 1 = <3047/info:/1734319247718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3070=[#edits: 1 = <3048/info:/1734319247718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3071=[#edits: 1 = <3049/info:/1734319247718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3072=[#edits: 1 = <3050/info:/1734319247719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3073=[#edits: 1 = <3051/info:/1734319247719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3074=[#edits: 1 = <3052/info:/1734319247719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3075=[#edits: 1 = <3053/info:/1734319247719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3076=[#edits: 1 = <3054/info:/1734319247720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3077=[#edits: 1 = <3055/info:/1734319247720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3078=[#edits: 1 = <3056/info:/1734319247720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3079=[#edits: 1 = <3057/info:/1734319247720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3080=[#edits: 1 = <3058/info:/1734319247720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3081=[#edits: 1 = <3059/info:/1734319247721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3082=[#edits: 1 = <3060/info:/1734319247721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3083=[#edits: 1 = <3061/info:/1734319247721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3084=[#edits: 1 = <3062/info:/1734319247721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3085=[#edits: 1 = <3063/info:/1734319247722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3086=[#edits: 1 = <3064/info:/1734319247722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3087=[#edits: 1 = <3065/info:/1734319247722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3088=[#edits: 1 = <3066/info:/1734319247722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3089=[#edits: 1 = <3067/info:/1734319247723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3090=[#edits: 1 = <3068/info:/1734319247723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3091=[#edits: 1 = <3069/info:/1734319247723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3092=[#edits: 1 = <3070/info:/1734319247723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3093=[#edits: 1 = <3071/info:/1734319247724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3094=[#edits: 1 = <3072/info:/1734319247724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3095=[#edits: 1 = <3073/info:/1734319247724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3096=[#edits: 1 = <3074/info:/1734319247724/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=41914, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,938 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,940 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3097=[#edits: 1 = <3075/info:/1734319247724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3098=[#edits: 1 = <3076/info:/1734319247725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3099=[#edits: 1 = <3077/info:/1734319247725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3100=[#edits: 1 = <3078/info:/1734319247725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3101=[#edits: 1 = <3079/info:/1734319247726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3102=[#edits: 1 = <3080/info:/1734319247726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3103=[#edits: 1 = <3081/info:/1734319247726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3104=[#edits: 1 = <3082/info:/1734319247726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3105=[#edits: 1 = <3083/info:/1734319247726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3106=[#edits: 1 = <3084/info:/1734319247727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3107=[#edits: 1 = <3085/info:/1734319247727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3108=[#edits: 1 = <3086/info:/1734319247727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3109=[#edits: 1 = <3087/info:/1734319247727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3110=[#edits: 1 = <3088/info:/1734319247728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3111=[#edits: 1 = <3089/info:/1734319247728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3112=[#edits: 1 = <3090/info:/1734319247728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3113=[#edits: 1 = <3091/info:/1734319247728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3114=[#edits: 1 = <3092/info:/1734319247729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3115=[#edits: 1 = <3093/info:/1734319247729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3116=[#edits: 1 = <3094/info:/1734319247729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3117=[#edits: 1 = <3095/info:/1734319247729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3118=[#edits: 1 = <3096/info:/1734319247730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3119=[#edits: 1 = <3097/info:/1734319247730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3120=[#edits: 1 = <3098/info:/1734319247730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3121=[#edits: 1 = <3099/info:/1734319247731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3122=[#edits: 1 = <3100/info:/1734319247731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3123=[#edits: 1 = <3101/info:/1734319247731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3124=[#edits: 1 = <3102/info:/1734319247732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3125=[#edits: 1 = <3103/info:/1734319247732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3126=[#edits: 1 = <3104/info:/1734319247732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3127=[#edits: 1 = <3105/info:/1734319247733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3128=[#edits: 1 = <3106/info:/1734319247733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3129=[#edits: 1 = <3107/info:/1734319247733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3130=[#edits: 1 = <3108/info:/1734319247734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3131=[#edits: 1 = <3109/info:/1734319247734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3132=[#edits: 1 = <3110/info:/1734319247734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3133=[#edits: 1 = <3111/info:/1734319247735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3134=[#edits: 1 = <3112/info:/1734319247735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3135=[#edits: 1 = <3113/info:/1734319247735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3136=[#edits: 1 = <3114/info:/1734319247736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3137=[#edits: 1 = <3115/info:/1734319247736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3138=[#edits: 1 = <3116/info:/1734319247736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3139=[#edits: 1 = <3117/info:/1734319247736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3140=[#edits: 1 = <3118/info:/1734319247737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3141=[#edits: 1 = <3119/info:/1734319247737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3142=[#edits: 1 = <3120/info:/1734319247737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3143=[#edits: 1 = <3121/info:/1734319247737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3144=[#edits: 1 = <3122/info:/1734319247738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3145=[#edits: 1 = <3123/info:/1734319247738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3146=[#edits: 1 = <3124/info:/1734319247738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3147=[#edits: 1 = <3125/info:/1734319247739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3148=[#edits: 1 = <3126/info:/1734319247739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3149=[#edits: 1 = <3127/info:/1734319247739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3150=[#edits: 1 = <3128/info:/1734319247739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3151=[#edits: 1 = <3129/info:/1734319247740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3152=[#edits: 1 = <3130/info:/1734319247740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3153=[#edits: 1 = <3131/info:/1734319247740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3154=[#edits: 1 = <3132/info:/1734319247741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3155=[#edits: 1 = <3133/info:/1734319247741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3156=[#edits: 1 = <3134/info:/1734319247741/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=46294, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,941 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,942 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3157=[#edits: 1 = <3135/info:/1734319247741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3158=[#edits: 1 = <3136/info:/1734319247742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3159=[#edits: 1 = <3137/info:/1734319247742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3160=[#edits: 1 = <3138/info:/1734319247742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3161=[#edits: 1 = <3139/info:/1734319247742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3162=[#edits: 1 = <3140/info:/1734319247743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3163=[#edits: 1 = <3141/info:/1734319247743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3164=[#edits: 1 = <3142/info:/1734319247743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3165=[#edits: 1 = <3143/info:/1734319247743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3166=[#edits: 1 = <3144/info:/1734319247744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3167=[#edits: 1 = <3145/info:/1734319247744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3168=[#edits: 1 = <3146/info:/1734319247744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3169=[#edits: 1 = <3147/info:/1734319247744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3170=[#edits: 1 = <3148/info:/1734319247745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3171=[#edits: 1 = <3149/info:/1734319247745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3172=[#edits: 1 = <3150/info:/1734319247745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3173=[#edits: 1 = <3151/info:/1734319247745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3174=[#edits: 1 = <3152/info:/1734319247746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3175=[#edits: 1 = <3153/info:/1734319247746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3176=[#edits: 1 = <3154/info:/1734319247746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3177=[#edits: 1 = <3155/info:/1734319247747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3178=[#edits: 1 = <3156/info:/1734319247747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3179=[#edits: 1 = <3157/info:/1734319247747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3180=[#edits: 1 = <3158/info:/1734319247748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3181=[#edits: 1 = <3159/info:/1734319247748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3182=[#edits: 1 = <3160/info:/1734319247748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3183=[#edits: 1 = <3161/info:/1734319247748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3184=[#edits: 1 = <3162/info:/1734319247749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3185=[#edits: 1 = <3163/info:/1734319247749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3186=[#edits: 1 = <3164/info:/1734319247749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3187=[#edits: 1 = <3165/info:/1734319247749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3188=[#edits: 1 = <3166/info:/1734319247750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3189=[#edits: 1 = <3167/info:/1734319247750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3190=[#edits: 1 = <3168/info:/1734319247750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3191=[#edits: 1 = <3169/info:/1734319247750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3192=[#edits: 1 = <3170/info:/1734319247751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3193=[#edits: 1 = <3171/info:/1734319247751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3194=[#edits: 1 = <3172/info:/1734319247751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3195=[#edits: 1 = <3173/info:/1734319247752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3196=[#edits: 1 = <3174/info:/1734319247753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3197=[#edits: 1 = <3175/info:/1734319247753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3198=[#edits: 1 = <3176/info:/1734319247753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3199=[#edits: 1 = <3177/info:/1734319247753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3200=[#edits: 1 = <3178/info:/1734319247754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3201=[#edits: 1 = <3179/info:/1734319247754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3202=[#edits: 1 = <3180/info:/1734319247754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3203=[#edits: 1 = <3181/info:/1734319247754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3204=[#edits: 1 = <3182/info:/1734319247755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3205=[#edits: 1 = <3183/info:/1734319247755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3206=[#edits: 1 = <3184/info:/1734319247755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3207=[#edits: 1 = <3185/info:/1734319247756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3208=[#edits: 1 = <3186/info:/1734319247756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3209=[#edits: 1 = <3187/info:/1734319247757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3210=[#edits: 1 = <3188/info:/1734319247758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3211=[#edits: 1 = <3189/info:/1734319247758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3212=[#edits: 1 = <3190/info:/1734319247758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3213=[#edits: 1 = <3191/info:/1734319247759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3214=[#edits: 1 = <3192/info:/1734319247759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3215=[#edits: 1 = <3193/info:/1734319247759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3216=[#edits: 1 = <3194/info:/1734319247759/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=50674, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,942 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,945 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,945 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3217=[#edits: 1 = <3195/info:/1734319247760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3218=[#edits: 1 = <3196/info:/1734319247760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3219=[#edits: 1 = <3197/info:/1734319247761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3220=[#edits: 1 = <3198/info:/1734319247761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3221=[#edits: 1 = <3199/info:/1734319247762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3222=[#edits: 1 = <3200/info:/1734319247762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3223=[#edits: 1 = <3201/info:/1734319247762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3224=[#edits: 1 = <3202/info:/1734319247762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3225=[#edits: 1 = <3203/info:/1734319247763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3226=[#edits: 1 = <3204/info:/1734319247763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3227=[#edits: 1 = <3205/info:/1734319247763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3228=[#edits: 1 = <3206/info:/1734319247764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3229=[#edits: 1 = <3207/info:/1734319247764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3230=[#edits: 1 = <3208/info:/1734319247764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3231=[#edits: 1 = <3209/info:/1734319247764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3232=[#edits: 1 = <3210/info:/1734319247764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3233=[#edits: 1 = <3211/info:/1734319247765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3234=[#edits: 1 = <3212/info:/1734319247765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3235=[#edits: 1 = <3213/info:/1734319247765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3236=[#edits: 1 = <3214/info:/1734319247766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3237=[#edits: 1 = <3215/info:/1734319247766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3238=[#edits: 1 = <3216/info:/1734319247766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3239=[#edits: 1 = <3217/info:/1734319247767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3240=[#edits: 1 = <3218/info:/1734319247767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3241=[#edits: 1 = <3219/info:/1734319247767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3242=[#edits: 1 = <3220/info:/1734319247767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3243=[#edits: 1 = <3221/info:/1734319247768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3244=[#edits: 1 = <3222/info:/1734319247768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3245=[#edits: 1 = <3223/info:/1734319247768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3246=[#edits: 1 = <3224/info:/1734319247768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3247=[#edits: 1 = <3225/info:/1734319247769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3248=[#edits: 1 = <3226/info:/1734319247769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3249=[#edits: 1 = <3227/info:/1734319247769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3250=[#edits: 1 = <3228/info:/1734319247769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3251=[#edits: 1 = <3229/info:/1734319247770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3252=[#edits: 1 = <3230/info:/1734319247770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3253=[#edits: 1 = <3231/info:/1734319247770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3254=[#edits: 1 = <3232/info:/1734319247770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3255=[#edits: 1 = <3233/info:/1734319247771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3256=[#edits: 1 = <3234/info:/1734319247771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3257=[#edits: 1 = <3235/info:/1734319247771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3258=[#edits: 1 = <3236/info:/1734319247771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3259=[#edits: 1 = <3237/info:/1734319247772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3260=[#edits: 1 = <3238/info:/1734319247772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3261=[#edits: 1 = <3239/info:/1734319247772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3262=[#edits: 1 = <3240/info:/1734319247772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3263=[#edits: 1 = <3241/info:/1734319247773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3264=[#edits: 1 = <3242/info:/1734319247773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3265=[#edits: 1 = <3243/info:/1734319247773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3266=[#edits: 1 = <3244/info:/1734319247774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3267=[#edits: 1 = <3245/info:/1734319247774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3268=[#edits: 1 = <3246/info:/1734319247774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3269=[#edits: 1 = <3247/info:/1734319247775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3270=[#edits: 1 = <3248/info:/1734319247775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3271=[#edits: 1 = <3249/info:/1734319247775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3272=[#edits: 1 = <3250/info:/1734319247775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3273=[#edits: 1 = <3251/info:/1734319247776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3274=[#edits: 1 = <3252/info:/1734319247776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3275=[#edits: 1 = <3253/info:/1734319247776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3276=[#edits: 1 = <3254/info:/1734319247777/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=55054, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,947 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,947 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3277=[#edits: 1 = <3255/info:/1734319247777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3278=[#edits: 1 = <3256/info:/1734319247777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3279=[#edits: 1 = <3257/info:/1734319247777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3280=[#edits: 1 = <3258/info:/1734319247778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3281=[#edits: 1 = <3259/info:/1734319247778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3282=[#edits: 1 = <3260/info:/1734319247778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3283=[#edits: 1 = <3261/info:/1734319247779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3284=[#edits: 1 = <3262/info:/1734319247779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3285=[#edits: 1 = <3263/info:/1734319247779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3286=[#edits: 1 = <3264/info:/1734319247780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3287=[#edits: 1 = <3265/info:/1734319247780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3288=[#edits: 1 = <3266/info:/1734319247780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3289=[#edits: 1 = <3267/info:/1734319247780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3290=[#edits: 1 = <3268/info:/1734319247781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3291=[#edits: 1 = <3269/info:/1734319247781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3292=[#edits: 1 = <3270/info:/1734319247781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3293=[#edits: 1 = <3271/info:/1734319247781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3294=[#edits: 1 = <3272/info:/1734319247782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3295=[#edits: 1 = <3273/info:/1734319247782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3296=[#edits: 1 = <3274/info:/1734319247782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3297=[#edits: 1 = <3275/info:/1734319247783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3298=[#edits: 1 = <3276/info:/1734319247783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3299=[#edits: 1 = <3277/info:/1734319247783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3300=[#edits: 1 = <3278/info:/1734319247783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3301=[#edits: 1 = <3279/info:/1734319247784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3302=[#edits: 1 = <3280/info:/1734319247784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3303=[#edits: 1 = <3281/info:/1734319247784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3304=[#edits: 1 = <3282/info:/1734319247785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3305=[#edits: 1 = <3283/info:/1734319247785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3306=[#edits: 1 = <3284/info:/1734319247785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3307=[#edits: 1 = <3285/info:/1734319247785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3308=[#edits: 1 = <3286/info:/1734319247786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3309=[#edits: 1 = <3287/info:/1734319247786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3310=[#edits: 1 = <3288/info:/1734319247786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3311=[#edits: 1 = <3289/info:/1734319247786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3312=[#edits: 1 = <3290/info:/1734319247787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3313=[#edits: 1 = <3291/info:/1734319247787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3314=[#edits: 1 = <3292/info:/1734319247787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3315=[#edits: 1 = <3293/info:/1734319247787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3316=[#edits: 1 = <3294/info:/1734319247788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3317=[#edits: 1 = <3295/info:/1734319247788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3318=[#edits: 1 = <3296/info:/1734319247788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3319=[#edits: 1 = <3297/info:/1734319247788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3320=[#edits: 1 = <3298/info:/1734319247789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3321=[#edits: 1 = <3299/info:/1734319247789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3322=[#edits: 1 = <3300/info:/1734319247789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3323=[#edits: 1 = <3301/info:/1734319247789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3324=[#edits: 1 = <3302/info:/1734319247789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3325=[#edits: 1 = <3303/info:/1734319247790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3326=[#edits: 1 = <3304/info:/1734319247790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3327=[#edits: 1 = <3305/info:/1734319247790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3328=[#edits: 1 = <3306/info:/1734319247790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3329=[#edits: 1 = <3307/info:/1734319247791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3330=[#edits: 1 = <3308/info:/1734319247792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3331=[#edits: 1 = <3309/info:/1734319247792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3332=[#edits: 1 = <3310/info:/1734319247792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3333=[#edits: 1 = <3311/info:/1734319247793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3334=[#edits: 1 = <3312/info:/1734319247793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3335=[#edits: 1 = <3313/info:/1734319247793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3336=[#edits: 1 = <3314/info:/1734319247793/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=59434, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,953 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,953 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3337=[#edits: 1 = <3315/info:/1734319247794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3338=[#edits: 1 = <3316/info:/1734319247794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3339=[#edits: 1 = <3317/info:/1734319247794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3340=[#edits: 1 = <3318/info:/1734319247794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3341=[#edits: 1 = <3319/info:/1734319247795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3342=[#edits: 1 = <3320/info:/1734319247795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3343=[#edits: 1 = <3321/info:/1734319247795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3344=[#edits: 1 = <3322/info:/1734319247795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3345=[#edits: 1 = <3323/info:/1734319247796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3346=[#edits: 1 = <3324/info:/1734319247796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3347=[#edits: 1 = <3325/info:/1734319247796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3348=[#edits: 1 = <3326/info:/1734319247796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3349=[#edits: 1 = <3327/info:/1734319247797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3350=[#edits: 1 = <3328/info:/1734319247797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3351=[#edits: 1 = <3329/info:/1734319247797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3352=[#edits: 1 = <3330/info:/1734319247798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3353=[#edits: 1 = <3331/info:/1734319247798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3354=[#edits: 1 = <3332/info:/1734319247798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3355=[#edits: 1 = <3333/info:/1734319247799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3356=[#edits: 1 = <3334/info:/1734319247799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3357=[#edits: 1 = <3335/info:/1734319247799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3358=[#edits: 1 = <3336/info:/1734319247799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3359=[#edits: 1 = <3337/info:/1734319247800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3360=[#edits: 1 = <3338/info:/1734319247800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3361=[#edits: 1 = <3339/info:/1734319247800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3362=[#edits: 1 = <3340/info:/1734319247800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3363=[#edits: 1 = <3341/info:/1734319247801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3364=[#edits: 1 = <3342/info:/1734319247801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3365=[#edits: 1 = <3343/info:/1734319247801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3366=[#edits: 1 = <3344/info:/1734319247801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3367=[#edits: 1 = <3345/info:/1734319247802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3368=[#edits: 1 = <3346/info:/1734319247802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3369=[#edits: 1 = <3347/info:/1734319247802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3370=[#edits: 1 = <3348/info:/1734319247803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3371=[#edits: 1 = <3349/info:/1734319247803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3372=[#edits: 1 = <3350/info:/1734319247803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3373=[#edits: 1 = <3351/info:/1734319247803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3374=[#edits: 1 = <3352/info:/1734319247804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3375=[#edits: 1 = <3353/info:/1734319247804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3376=[#edits: 1 = <3354/info:/1734319247804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3377=[#edits: 1 = <3355/info:/1734319247804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3378=[#edits: 1 = <3356/info:/1734319247805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3379=[#edits: 1 = <3357/info:/1734319247805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3380=[#edits: 1 = <3358/info:/1734319247805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3381=[#edits: 1 = <3359/info:/1734319247805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3382=[#edits: 1 = <3360/info:/1734319247806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3383=[#edits: 1 = <3361/info:/1734319247806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3384=[#edits: 1 = <3362/info:/1734319247806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3385=[#edits: 1 = <3363/info:/1734319247806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3386=[#edits: 1 = <3364/info:/1734319247807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3387=[#edits: 1 = <3365/info:/1734319247807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3388=[#edits: 1 = <3366/info:/1734319247807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3389=[#edits: 1 = <3367/info:/1734319247807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3390=[#edits: 1 = <3368/info:/1734319247808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3391=[#edits: 1 = <3369/info:/1734319247808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3392=[#edits: 1 = <3370/info:/1734319247808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3393=[#edits: 1 = <3371/info:/1734319247808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3394=[#edits: 1 = <3372/info:/1734319247809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3395=[#edits: 1 = <3373/info:/1734319247809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3396=[#edits: 1 = <3374/info:/1734319247809/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=63814, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,955 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3397=[#edits: 1 = <3375/info:/1734319247809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3398=[#edits: 1 = <3376/info:/1734319247810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3399=[#edits: 1 = <3377/info:/1734319247810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3400=[#edits: 1 = <3378/info:/1734319247810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3401=[#edits: 1 = <3379/info:/1734319247810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3402=[#edits: 1 = <3380/info:/1734319247811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3403=[#edits: 1 = <3381/info:/1734319247811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3404=[#edits: 1 = <3382/info:/1734319247811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3405=[#edits: 1 = <3383/info:/1734319247811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3406=[#edits: 1 = <3384/info:/1734319247812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3407=[#edits: 1 = <3385/info:/1734319247812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3408=[#edits: 1 = <3386/info:/1734319247812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3409=[#edits: 1 = <3387/info:/1734319247812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3410=[#edits: 1 = <3388/info:/1734319247813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3411=[#edits: 1 = <3389/info:/1734319247813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3412=[#edits: 1 = <3390/info:/1734319247813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3413=[#edits: 1 = <3391/info:/1734319247813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3414=[#edits: 1 = <3392/info:/1734319247814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3415=[#edits: 1 = <3393/info:/1734319247814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3416=[#edits: 1 = <3394/info:/1734319247814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3417=[#edits: 1 = <3395/info:/1734319247815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3418=[#edits: 1 = <3396/info:/1734319247815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3419=[#edits: 1 = <3397/info:/1734319247815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3420=[#edits: 1 = <3398/info:/1734319247815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3421=[#edits: 1 = <3399/info:/1734319247816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3422=[#edits: 1 = <3400/info:/1734319247816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3423=[#edits: 1 = <3401/info:/1734319247816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3424=[#edits: 1 = <3402/info:/1734319247817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3425=[#edits: 1 = <3403/info:/1734319247817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3426=[#edits: 1 = <3404/info:/1734319247817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3427=[#edits: 1 = <3405/info:/1734319247817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3428=[#edits: 1 = <3406/info:/1734319247818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3429=[#edits: 1 = <3407/info:/1734319247818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3430=[#edits: 1 = <3408/info:/1734319247818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3431=[#edits: 1 = <3409/info:/1734319247819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3432=[#edits: 1 = <3410/info:/1734319247819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3433=[#edits: 1 = <3411/info:/1734319247819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3434=[#edits: 1 = <3412/info:/1734319247819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3435=[#edits: 1 = <3413/info:/1734319247820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3436=[#edits: 1 = <3414/info:/1734319247820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3437=[#edits: 1 = <3415/info:/1734319247820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3438=[#edits: 1 = <3416/info:/1734319247820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3439=[#edits: 1 = <3417/info:/1734319247821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3440=[#edits: 1 = <3418/info:/1734319247821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3441=[#edits: 1 = <3419/info:/1734319247821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3442=[#edits: 1 = <3420/info:/1734319247822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3443=[#edits: 1 = <3421/info:/1734319247822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3444=[#edits: 1 = <3422/info:/1734319247822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3445=[#edits: 1 = <3423/info:/1734319247822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3446=[#edits: 1 = <3424/info:/1734319247823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3447=[#edits: 1 = <3425/info:/1734319247823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3448=[#edits: 1 = <3426/info:/1734319247823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3449=[#edits: 1 = <3427/info:/1734319247824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3450=[#edits: 1 = <3428/info:/1734319247824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3451=[#edits: 1 = <3429/info:/1734319247824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3452=[#edits: 1 = <3430/info:/1734319247824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3453=[#edits: 1 = <3431/info:/1734319247825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3454=[#edits: 1 = <3432/info:/1734319247825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3455=[#edits: 1 = <3433/info:/1734319247825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3456=[#edits: 1 = <3434/info:/1734319247825/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=68194, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,955 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,957 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3457=[#edits: 1 = <3435/info:/1734319247826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3458=[#edits: 1 = <3436/info:/1734319247826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3459=[#edits: 1 = <3437/info:/1734319247826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3460=[#edits: 1 = <3438/info:/1734319247826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3461=[#edits: 1 = <3439/info:/1734319247827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3462=[#edits: 1 = <3440/info:/1734319247827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3463=[#edits: 1 = <3441/info:/1734319247827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3464=[#edits: 1 = <3442/info:/1734319247827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3465=[#edits: 1 = <3443/info:/1734319247827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3466=[#edits: 1 = <3444/info:/1734319247828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3467=[#edits: 1 = <3445/info:/1734319247828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3468=[#edits: 1 = <3446/info:/1734319247828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3469=[#edits: 1 = <3447/info:/1734319247828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3470=[#edits: 1 = <3448/info:/1734319247829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3471=[#edits: 1 = <3449/info:/1734319247829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3472=[#edits: 1 = <3450/info:/1734319247829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3473=[#edits: 1 = <3451/info:/1734319247830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3474=[#edits: 1 = <3452/info:/1734319247830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3475=[#edits: 1 = <3453/info:/1734319247830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3476=[#edits: 1 = <3454/info:/1734319247830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3477=[#edits: 1 = <3455/info:/1734319247831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3478=[#edits: 1 = <3456/info:/1734319247831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3479=[#edits: 1 = <3457/info:/1734319247831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3480=[#edits: 1 = <3458/info:/1734319247831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3481=[#edits: 1 = <3459/info:/1734319247831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3482=[#edits: 1 = <3460/info:/1734319247832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3483=[#edits: 1 = <3461/info:/1734319247832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3484=[#edits: 1 = <3462/info:/1734319247832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3485=[#edits: 1 = <3463/info:/1734319247832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3486=[#edits: 1 = <3464/info:/1734319247833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3487=[#edits: 1 = <3465/info:/1734319247833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3488=[#edits: 1 = <3466/info:/1734319247833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3489=[#edits: 1 = <3467/info:/1734319247833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3490=[#edits: 1 = <3468/info:/1734319247834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3491=[#edits: 1 = <3469/info:/1734319247834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3492=[#edits: 1 = <3470/info:/1734319247834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3493=[#edits: 1 = <3471/info:/1734319247834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3494=[#edits: 1 = <3472/info:/1734319247834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3495=[#edits: 1 = <3473/info:/1734319247835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3496=[#edits: 1 = <3474/info:/1734319247835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3497=[#edits: 1 = <3475/info:/1734319247835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3498=[#edits: 1 = <3476/info:/1734319247835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3499=[#edits: 1 = <3477/info:/1734319247836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3500=[#edits: 1 = <3478/info:/1734319247836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3501=[#edits: 1 = <3479/info:/1734319247836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3502=[#edits: 1 = <3480/info:/1734319247836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3503=[#edits: 1 = <3481/info:/1734319247837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3504=[#edits: 1 = <3482/info:/1734319247837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3505=[#edits: 1 = <3483/info:/1734319247837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3506=[#edits: 1 = <3484/info:/1734319247837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3507=[#edits: 1 = <3485/info:/1734319247837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3508=[#edits: 1 = <3486/info:/1734319247838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3509=[#edits: 1 = <3487/info:/1734319247838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3510=[#edits: 1 = <3488/info:/1734319247838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3511=[#edits: 1 = <3489/info:/1734319247838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3512=[#edits: 1 = <3490/info:/1734319247839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3513=[#edits: 1 = <3491/info:/1734319247839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3514=[#edits: 1 = <3492/info:/1734319247839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3515=[#edits: 1 = <3493/info:/1734319247839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3516=[#edits: 1 = <3494/info:/1734319247840/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=72574, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,958 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,960 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3517=[#edits: 1 = <3495/info:/1734319247840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3518=[#edits: 1 = <3496/info:/1734319247840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3519=[#edits: 1 = <3497/info:/1734319247840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3520=[#edits: 1 = <3498/info:/1734319247840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3521=[#edits: 1 = <3499/info:/1734319247841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3522=[#edits: 1 = <3500/info:/1734319247841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3523=[#edits: 1 = <3501/info:/1734319247841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3524=[#edits: 1 = <3502/info:/1734319247841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3525=[#edits: 1 = <3503/info:/1734319247842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3526=[#edits: 1 = <3504/info:/1734319247842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3527=[#edits: 1 = <3505/info:/1734319247842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3528=[#edits: 1 = <3506/info:/1734319247842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3529=[#edits: 1 = <3507/info:/1734319247843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3530=[#edits: 1 = <3508/info:/1734319247843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3531=[#edits: 1 = <3509/info:/1734319247843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3532=[#edits: 1 = <3510/info:/1734319247844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3533=[#edits: 1 = <3511/info:/1734319247844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3534=[#edits: 1 = <3512/info:/1734319247844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3535=[#edits: 1 = <3513/info:/1734319247844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3536=[#edits: 1 = <3514/info:/1734319247845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3537=[#edits: 1 = <3515/info:/1734319247845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3538=[#edits: 1 = <3516/info:/1734319247845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3539=[#edits: 1 = <3517/info:/1734319247845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3540=[#edits: 1 = <3518/info:/1734319247846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3541=[#edits: 1 = <3519/info:/1734319247846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3542=[#edits: 1 = <3520/info:/1734319247846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3543=[#edits: 1 = <3521/info:/1734319247846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3544=[#edits: 1 = <3522/info:/1734319247847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3545=[#edits: 1 = <3523/info:/1734319247847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3546=[#edits: 1 = <3524/info:/1734319247847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3547=[#edits: 1 = <3525/info:/1734319247847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3548=[#edits: 1 = <3526/info:/1734319247848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3549=[#edits: 1 = <3527/info:/1734319247848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3550=[#edits: 1 = <3528/info:/1734319247849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3551=[#edits: 1 = <3529/info:/1734319247849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3552=[#edits: 1 = <3530/info:/1734319247849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3553=[#edits: 1 = <3531/info:/1734319247849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3554=[#edits: 1 = <3532/info:/1734319247849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3555=[#edits: 1 = <3533/info:/1734319247850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3556=[#edits: 1 = <3534/info:/1734319247850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3557=[#edits: 1 = <3535/info:/1734319247850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3558=[#edits: 1 = <3536/info:/1734319247850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3559=[#edits: 1 = <3537/info:/1734319247850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3560=[#edits: 1 = <3538/info:/1734319247851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3561=[#edits: 1 = <3539/info:/1734319247851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3562=[#edits: 1 = <3540/info:/1734319247851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3563=[#edits: 1 = <3541/info:/1734319247851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3564=[#edits: 1 = <3542/info:/1734319247852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3565=[#edits: 1 = <3543/info:/1734319247852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3566=[#edits: 1 = <3544/info:/1734319247852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3567=[#edits: 1 = <3545/info:/1734319247852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3568=[#edits: 1 = <3546/info:/1734319247853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3569=[#edits: 1 = <3547/info:/1734319247853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3570=[#edits: 1 = <3548/info:/1734319247853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3571=[#edits: 1 = <3549/info:/1734319247853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3572=[#edits: 1 = <3550/info:/1734319247854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3573=[#edits: 1 = <3551/info:/1734319247854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3574=[#edits: 1 = <3552/info:/1734319247854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3575=[#edits: 1 = <3553/info:/1734319247854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3576=[#edits: 1 = <3554/info:/1734319247855/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=76954, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,961 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:47,963 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3577=[#edits: 1 = <3555/info:/1734319247855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3578=[#edits: 1 = <3556/info:/1734319247855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3579=[#edits: 1 = <3557/info:/1734319247855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3580=[#edits: 1 = <3558/info:/1734319247856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3581=[#edits: 1 = <3559/info:/1734319247856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3582=[#edits: 1 = <3560/info:/1734319247856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3583=[#edits: 1 = <3561/info:/1734319247857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3584=[#edits: 1 = <3562/info:/1734319247857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3585=[#edits: 1 = <3563/info:/1734319247857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3586=[#edits: 1 = <3564/info:/1734319247857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3587=[#edits: 1 = <3565/info:/1734319247858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3588=[#edits: 1 = <3566/info:/1734319247858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3589=[#edits: 1 = <3567/info:/1734319247858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3590=[#edits: 1 = <3568/info:/1734319247858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3591=[#edits: 1 = <3569/info:/1734319247858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3592=[#edits: 1 = <3570/info:/1734319247859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3593=[#edits: 1 = <3571/info:/1734319247859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3594=[#edits: 1 = <3572/info:/1734319247859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3595=[#edits: 1 = <3573/info:/1734319247859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3596=[#edits: 1 = <3574/info:/1734319247860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3597=[#edits: 1 = <3575/info:/1734319247860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3598=[#edits: 1 = <3576/info:/1734319247860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3599=[#edits: 1 = <3577/info:/1734319247860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3600=[#edits: 1 = <3578/info:/1734319247861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3601=[#edits: 1 = <3579/info:/1734319247861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3602=[#edits: 1 = <3580/info:/1734319247861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3603=[#edits: 1 = <3581/info:/1734319247861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3604=[#edits: 1 = <3582/info:/1734319247862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3605=[#edits: 1 = <3583/info:/1734319247862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3606=[#edits: 1 = <3584/info:/1734319247862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3607=[#edits: 1 = <3585/info:/1734319247863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3608=[#edits: 1 = <3586/info:/1734319247863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3609=[#edits: 1 = <3587/info:/1734319247867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3610=[#edits: 1 = <3588/info:/1734319247867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3611=[#edits: 1 = <3589/info:/1734319247867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3612=[#edits: 1 = <3590/info:/1734319247868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3613=[#edits: 1 = <3591/info:/1734319247868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3614=[#edits: 1 = <3592/info:/1734319247868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3615=[#edits: 1 = <3593/info:/1734319247868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3616=[#edits: 1 = <3594/info:/1734319247869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3617=[#edits: 1 = <3595/info:/1734319247869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3618=[#edits: 1 = <3596/info:/1734319247869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3619=[#edits: 1 = <3597/info:/1734319247870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3620=[#edits: 1 = <3598/info:/1734319247870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3621=[#edits: 1 = <3599/info:/1734319247870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3622=[#edits: 1 = <3600/info:/1734319247870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3623=[#edits: 1 = <3601/info:/1734319247871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3624=[#edits: 1 = <3602/info:/1734319247871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3625=[#edits: 1 = <3603/info:/1734319247871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3626=[#edits: 1 = <3604/info:/1734319247871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3627=[#edits: 1 = <3605/info:/1734319247872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3628=[#edits: 1 = <3606/info:/1734319247872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3629=[#edits: 1 = <3607/info:/1734319247872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3630=[#edits: 1 = <3608/info:/1734319247873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3631=[#edits: 1 = <3609/info:/1734319247873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3632=[#edits: 1 = <3610/info:/1734319247873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3633=[#edits: 1 = <3611/info:/1734319247874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3634=[#edits: 1 = <3612/info:/1734319247874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3635=[#edits: 1 = <3613/info:/1734319247874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3636=[#edits: 1 = <3614/info:/1734319247874/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=81334, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,964 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta for the last time to pos 85860, reset compression=false 2024-12-16T03:20:47,967 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(455): Reached the end of hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta and length of the file is 85868 2024-12-16T03:20:47,967 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta 2024-12-16T03:20:47,967 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:47,968 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:47,968 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3637=[#edits: 1 = <3615/info:/1734319247875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3638=[#edits: 1 = <3616/info:/1734319247875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3639=[#edits: 1 = <3617/info:/1734319247876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3640=[#edits: 1 = <3618/info:/1734319247876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3641=[#edits: 1 = <3619/info:/1734319247879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3642=[#edits: 1 = <3620/info:/1734319247880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3643=[#edits: 1 = <3621/info:/1734319247880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3644=[#edits: 1 = <3622/info:/1734319247880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3645=[#edits: 1 = <3623/info:/1734319247881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3646=[#edits: 1 = <3624/info:/1734319247881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3647=[#edits: 1 = <3625/info:/1734319247882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3648=[#edits: 1 = <3626/info:/1734319247882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3649=[#edits: 1 = <3627/info:/1734319247882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3650=[#edits: 1 = <3628/info:/1734319247883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3651=[#edits: 1 = <3629/info:/1734319247883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3652=[#edits: 1 = <3630/info:/1734319247883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3653=[#edits: 1 = <3631/info:/1734319247883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3654=[#edits: 1 = <3632/info:/1734319247884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3655=[#edits: 1 = <3633/info:/1734319247884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3656=[#edits: 1 = <3634/info:/1734319247884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3657=[#edits: 1 = <3635/info:/1734319247885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3658=[#edits: 1 = <3636/info:/1734319247885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3659=[#edits: 1 = <3637/info:/1734319247885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3660=[#edits: 1 = <3638/info:/1734319247886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3661=[#edits: 1 = <3639/info:/1734319247886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3662=[#edits: 1 = <3640/info:/1734319247886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3663=[#edits: 1 = <3641/info:/1734319247887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3664=[#edits: 1 = <3642/info:/1734319247887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3665=[#edits: 1 = <3643/info:/1734319247888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3666=[#edits: 1 = <3644/info:/1734319247889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3667=[#edits: 1 = <3645/info:/1734319247890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3668=[#edits: 1 = <3646/info:/1734319247891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3669=[#edits: 1 = <3647/info:/1734319247892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3670=[#edits: 1 = <3648/info:/1734319247892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3671=[#edits: 1 = <3649/info:/1734319247893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3672=[#edits: 1 = <3650/info:/1734319247893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3673=[#edits: 1 = <3651/info:/1734319247894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3674=[#edits: 1 = <3652/info:/1734319247897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3675=[#edits: 1 = <3653/info:/1734319247904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3676=[#edits: 1 = <3654/info:/1734319247905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3677=[#edits: 1 = <3655/info:/1734319247905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3678=[#edits: 1 = <3656/info:/1734319247905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3679=[#edits: 1 = <3657/info:/1734319247907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3680=[#edits: 1 = <3658/info:/1734319247908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3681=[#edits: 1 = <3659/info:/1734319247909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3682=[#edits: 1 = <3660/info:/1734319247909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3683=[#edits: 1 = <3661/info:/1734319247910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3684=[#edits: 1 = <3662/info:/1734319247910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3685=[#edits: 1 = <3663/info:/1734319247911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3686=[#edits: 1 = <3664/info:/1734319247911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3687=[#edits: 1 = <3665/info:/1734319247912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3688=[#edits: 1 = <3666/info:/1734319247913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3689=[#edits: 1 = <3667/info:/1734319247913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3690=[#edits: 1 = <3668/info:/1734319247914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3691=[#edits: 1 = <3669/info:/1734319247914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3692=[#edits: 1 = <3670/info:/1734319247915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3693=[#edits: 1 = <3671/info:/1734319247918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3694=[#edits: 1 = <3672/info:/1734319247923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3695=[#edits: 1 = <3673/info:/1734319247925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3696=[#edits: 1 = <3674/info:/1734319247926/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=85714, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:47,971 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3697=[#edits: 1 = <3675/info:/1734319247927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3698=[#edits: 1 = <3676/info:/1734319247928/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247363.meta, lastWalPosition=85860, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=true,usedBufferSize=344] 2024-12-16T03:20:48,005 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 56 WAL entries eligible for replication 2024-12-16T03:20:48,005 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 4173, reset compression=false 2024-12-16T03:20:48,005 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3699=[#edits: 1 = <3677/info:/1734319247931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3700=[#edits: 1 = <3678/info:/1734319247939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3701=[#edits: 1 = <3679/info:/1734319247941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3702=[#edits: 1 = <3680/info:/1734319247942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3703=[#edits: 1 = <3681/info:/1734319247943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3704=[#edits: 1 = <3682/info:/1734319247944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3705=[#edits: 1 = <3683/info:/1734319247946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3706=[#edits: 1 = <3684/info:/1734319247946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3707=[#edits: 1 = <3685/info:/1734319247947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3708=[#edits: 1 = <3686/info:/1734319247952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3709=[#edits: 1 = <3687/info:/1734319247954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3710=[#edits: 1 = <3688/info:/1734319247957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3711=[#edits: 1 = <3689/info:/1734319247961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3712=[#edits: 1 = <3690/info:/1734319247962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3713=[#edits: 1 = <3691/info:/1734319247965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3714=[#edits: 1 = <3692/info:/1734319247966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3715=[#edits: 1 = <3693/info:/1734319247968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3716=[#edits: 1 = <3694/info:/1734319247968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3717=[#edits: 1 = <3695/info:/1734319247970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3718=[#edits: 1 = <3696/info:/1734319247972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3719=[#edits: 1 = <3697/info:/1734319247973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3720=[#edits: 1 = <3698/info:/1734319247975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3721=[#edits: 1 = <3699/info:/1734319247976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3722=[#edits: 1 = <3700/info:/1734319247977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3723=[#edits: 1 = <3701/info:/1734319247977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3724=[#edits: 1 = <3702/info:/1734319247978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3725=[#edits: 1 = <3703/info:/1734319247978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3726=[#edits: 1 = <3704/info:/1734319247979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3727=[#edits: 1 = <3705/info:/1734319247980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3728=[#edits: 1 = <3706/info:/1734319247981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3729=[#edits: 1 = <3707/info:/1734319247983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3730=[#edits: 1 = <3708/info:/1734319247985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3731=[#edits: 1 = <3709/info:/1734319247986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3732=[#edits: 1 = <3710/info:/1734319247988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3733=[#edits: 1 = <3711/info:/1734319247988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3734=[#edits: 1 = <3712/info:/1734319247989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3735=[#edits: 1 = <3713/info:/1734319247989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3736=[#edits: 1 = <3714/info:/1734319247990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3737=[#edits: 1 = <3715/info:/1734319247990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3738=[#edits: 1 = <3716/info:/1734319247990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3739=[#edits: 1 = <3717/info:/1734319247991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3740=[#edits: 1 = <3718/info:/1734319247991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3741=[#edits: 1 = <3719/info:/1734319247992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3742=[#edits: 1 = <3720/info:/1734319247992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3743=[#edits: 1 = <3721/info:/1734319247993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3744=[#edits: 1 = <3722/info:/1734319247993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3745=[#edits: 1 = <3723/info:/1734319247994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3746=[#edits: 1 = <3724/info:/1734319247994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3747=[#edits: 1 = <3725/info:/1734319247995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3748=[#edits: 1 = <3726/info:/1734319247995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3749=[#edits: 1 = <3727/info:/1734319247996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3750=[#edits: 1 = <3728/info:/1734319247996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3751=[#edits: 1 = <3729/info:/1734319247996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3752=[#edits: 1 = <3730/info:/1734319247997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3753=[#edits: 1 = <3731/info:/1734319247997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3754=[#edits: 1 = <3732/info:/1734319247998/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=4173, nbRowKeys=56, nbHFiles=0, heapSize=9632, lastSeqIds={}, endOfFile=false,usedBufferSize=9632] 2024-12-16T03:20:48,030 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 40 WAL entries eligible for replication 2024-12-16T03:20:48,030 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3755=[#edits: 1 = <3733/info:/1734319247999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3756=[#edits: 1 = <3734/info:/1734319248001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3757=[#edits: 1 = <3735/info:/1734319248003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3758=[#edits: 1 = <3736/info:/1734319248004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3759=[#edits: 1 = <3737/info:/1734319248005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3760=[#edits: 1 = <3738/info:/1734319248007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3761=[#edits: 1 = <3739/info:/1734319248008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3762=[#edits: 1 = <3740/info:/1734319248008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3763=[#edits: 1 = <3741/info:/1734319248009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3764=[#edits: 1 = <3742/info:/1734319248009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3765=[#edits: 1 = <3743/info:/1734319248010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3766=[#edits: 1 = <3744/info:/1734319248011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3767=[#edits: 1 = <3745/info:/1734319248011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3768=[#edits: 1 = <3746/info:/1734319248012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3769=[#edits: 1 = <3747/info:/1734319248012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3770=[#edits: 1 = <3748/info:/1734319248013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3771=[#edits: 1 = <3749/info:/1734319248013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3772=[#edits: 1 = <3750/info:/1734319248014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3773=[#edits: 1 = <3751/info:/1734319248014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3774=[#edits: 1 = <3752/info:/1734319248015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3775=[#edits: 1 = <3753/info:/1734319248015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3776=[#edits: 1 = <3754/info:/1734319248016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3777=[#edits: 1 = <3755/info:/1734319248016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3778=[#edits: 1 = <3756/info:/1734319248017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3779=[#edits: 1 = <3757/info:/1734319248017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3780=[#edits: 1 = <3758/info:/1734319248018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3781=[#edits: 1 = <3759/info:/1734319248018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3782=[#edits: 1 = <3760/info:/1734319248018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3783=[#edits: 1 = <3761/info:/1734319248019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3784=[#edits: 1 = <3762/info:/1734319248019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3785=[#edits: 1 = <3763/info:/1734319248019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3786=[#edits: 1 = <3764/info:/1734319248020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3787=[#edits: 1 = <3765/info:/1734319248020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3788=[#edits: 1 = <3766/info:/1734319248020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3789=[#edits: 1 = <3767/info:/1734319248021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3790=[#edits: 1 = <3768/info:/1734319248021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3791=[#edits: 1 = <3769/info:/1734319248022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3792=[#edits: 1 = <3770/info:/1734319248022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3793=[#edits: 1 = <3771/info:/1734319248023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3794=[#edits: 1 = <3772/info:/1734319248025/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=7093, nbRowKeys=40, nbHFiles=0, heapSize=6880, lastSeqIds={}, endOfFile=false,usedBufferSize=6880] 2024-12-16T03:20:48,031 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 7093, reset compression=false 2024-12-16T03:20:48,056 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 32 WAL entries eligible for replication 2024-12-16T03:20:48,056 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 9429, reset compression=false 2024-12-16T03:20:48,056 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3795=[#edits: 1 = <3773/info:/1734319248027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3796=[#edits: 1 = <3774/info:/1734319248028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3797=[#edits: 1 = <3775/info:/1734319248031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3798=[#edits: 1 = <3776/info:/1734319248033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3799=[#edits: 1 = <3777/info:/1734319248036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3800=[#edits: 1 = <3778/info:/1734319248040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3801=[#edits: 1 = <3779/info:/1734319248041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3802=[#edits: 1 = <3780/info:/1734319248042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3803=[#edits: 1 = <3781/info:/1734319248042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3804=[#edits: 1 = <3782/info:/1734319248042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3805=[#edits: 1 = <3783/info:/1734319248043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3806=[#edits: 1 = <3784/info:/1734319248043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3807=[#edits: 1 = <3785/info:/1734319248044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3808=[#edits: 1 = <3786/info:/1734319248044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3809=[#edits: 1 = <3787/info:/1734319248044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3810=[#edits: 1 = <3788/info:/1734319248045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3811=[#edits: 1 = <3789/info:/1734319248045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3812=[#edits: 1 = <3790/info:/1734319248046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3813=[#edits: 1 = <3791/info:/1734319248046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3814=[#edits: 1 = <3792/info:/1734319248047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3815=[#edits: 1 = <3793/info:/1734319248047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3816=[#edits: 1 = <3794/info:/1734319248048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3817=[#edits: 1 = <3795/info:/1734319248048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3818=[#edits: 1 = <3796/info:/1734319248048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3819=[#edits: 1 = <3797/info:/1734319248049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3820=[#edits: 1 = <3798/info:/1734319248049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3821=[#edits: 1 = <3799/info:/1734319248050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3822=[#edits: 1 = <3800/info:/1734319248050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3823=[#edits: 1 = <3801/info:/1734319248050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3824=[#edits: 1 = <3802/info:/1734319248051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3825=[#edits: 1 = <3803/info:/1734319248051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3826=[#edits: 1 = <3804/info:/1734319248051/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=9429, nbRowKeys=32, nbHFiles=0, heapSize=5504, lastSeqIds={}, endOfFile=false,usedBufferSize=5504] 2024-12-16T03:20:48,097 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 27 WAL entries eligible for replication 2024-12-16T03:20:48,097 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 11400, reset compression=false 2024-12-16T03:20:48,097 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3827=[#edits: 1 = <3805/info:/1734319248052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3828=[#edits: 1 = <3806/info:/1734319248061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3829=[#edits: 1 = <3807/info:/1734319248061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3830=[#edits: 1 = <3808/info:/1734319248062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3831=[#edits: 1 = <3809/info:/1734319248062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3832=[#edits: 1 = <3810/info:/1734319248063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3833=[#edits: 1 = <3811/info:/1734319248063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3834=[#edits: 1 = <3812/info:/1734319248064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3835=[#edits: 1 = <3813/info:/1734319248065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3836=[#edits: 1 = <3814/info:/1734319248065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3837=[#edits: 1 = <3815/info:/1734319248066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3838=[#edits: 1 = <3816/info:/1734319248066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3839=[#edits: 1 = <3817/info:/1734319248067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3840=[#edits: 1 = <3818/info:/1734319248067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3841=[#edits: 1 = <3819/info:/1734319248067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3842=[#edits: 1 = <3820/info:/1734319248068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3843=[#edits: 1 = <3821/info:/1734319248068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3844=[#edits: 1 = <3822/info:/1734319248068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3845=[#edits: 1 = <3823/info:/1734319248069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3846=[#edits: 1 = <3824/info:/1734319248069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3847=[#edits: 1 = <3825/info:/1734319248069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3848=[#edits: 1 = <3826/info:/1734319248070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3849=[#edits: 1 = <3827/info:/1734319248070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3850=[#edits: 1 = <3828/info:/1734319248071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3851=[#edits: 1 = <3829/info:/1734319248072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3852=[#edits: 1 = <3830/info:/1734319248072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3853=[#edits: 1 = <3831/info:/1734319248082/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=11400, nbRowKeys=27, nbHFiles=0, heapSize=4644, lastSeqIds={}, endOfFile=false,usedBufferSize=4644] 2024-12-16T03:20:48,109 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-16T03:20:48,109 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 12933, reset compression=false 2024-12-16T03:20:48,109 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3854=[#edits: 1 = <3832/info:/1734319248083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3855=[#edits: 1 = <3833/info:/1734319248087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3856=[#edits: 1 = <3834/info:/1734319248088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3857=[#edits: 1 = <3835/info:/1734319248088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3858=[#edits: 1 = <3836/info:/1734319248089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3859=[#edits: 1 = <3837/info:/1734319248090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3860=[#edits: 1 = <3838/info:/1734319248092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3861=[#edits: 1 = <3839/info:/1734319248095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3862=[#edits: 1 = <3840/info:/1734319248097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3863=[#edits: 1 = <3841/info:/1734319248098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3864=[#edits: 1 = <3842/info:/1734319248101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3865=[#edits: 1 = <3843/info:/1734319248102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3866=[#edits: 1 = <3844/info:/1734319248103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3867=[#edits: 1 = <3845/info:/1734319248104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3868=[#edits: 1 = <3846/info:/1734319248104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3869=[#edits: 1 = <3847/info:/1734319248104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3870=[#edits: 1 = <3848/info:/1734319248105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3871=[#edits: 1 = <3849/info:/1734319248105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3872=[#edits: 1 = <3850/info:/1734319248106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3873=[#edits: 1 = <3851/info:/1734319248106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3874=[#edits: 1 = <3852/info:/1734319248106/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=12933, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-16T03:20:48,132 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-16T03:20:48,132 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 14101, reset compression=false 2024-12-16T03:20:48,132 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3875=[#edits: 1 = <3853/info:/1734319248107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3876=[#edits: 1 = <3854/info:/1734319248109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3877=[#edits: 1 = <3855/info:/1734319248111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3878=[#edits: 1 = <3856/info:/1734319248114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3879=[#edits: 1 = <3857/info:/1734319248115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3880=[#edits: 1 = <3858/info:/1734319248116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3881=[#edits: 1 = <3859/info:/1734319248118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3882=[#edits: 1 = <3860/info:/1734319248119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3883=[#edits: 1 = <3861/info:/1734319248120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3884=[#edits: 1 = <3862/info:/1734319248121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3885=[#edits: 1 = <3863/info:/1734319248122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3886=[#edits: 1 = <3864/info:/1734319248124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3887=[#edits: 1 = <3865/info:/1734319248125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3888=[#edits: 1 = <3866/info:/1734319248126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3889=[#edits: 1 = <3867/info:/1734319248127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3890=[#edits: 1 = <3868/info:/1734319248128/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=14101, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-16T03:20:48,154 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-16T03:20:48,154 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 15123, reset compression=false 2024-12-16T03:20:48,155 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3891=[#edits: 1 = <3869/info:/1734319248130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3892=[#edits: 1 = <3870/info:/1734319248133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3893=[#edits: 1 = <3871/info:/1734319248136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3894=[#edits: 1 = <3872/info:/1734319248137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3895=[#edits: 1 = <3873/info:/1734319248138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3896=[#edits: 1 = <3874/info:/1734319248144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3897=[#edits: 1 = <3875/info:/1734319248145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3898=[#edits: 1 = <3876/info:/1734319248146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3899=[#edits: 1 = <3877/info:/1734319248146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3900=[#edits: 1 = <3878/info:/1734319248147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3901=[#edits: 1 = <3879/info:/1734319248148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3902=[#edits: 1 = <3880/info:/1734319248149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3903=[#edits: 1 = <3881/info:/1734319248150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3904=[#edits: 1 = <3882/info:/1734319248151/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=15123, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-16T03:20:48,186 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 49 WAL entries eligible for replication 2024-12-16T03:20:48,186 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 18700, reset compression=false 2024-12-16T03:20:48,186 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3905=[#edits: 1 = <3883/info:/1734319248152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3906=[#edits: 1 = <3884/info:/1734319248154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3907=[#edits: 1 = <3885/info:/1734319248158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3908=[#edits: 1 = <3886/info:/1734319248160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3909=[#edits: 1 = <3887/info:/1734319248161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3910=[#edits: 1 = <3888/info:/1734319248162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3911=[#edits: 1 = <3889/info:/1734319248163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3912=[#edits: 1 = <3890/info:/1734319248164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3913=[#edits: 1 = <3891/info:/1734319248164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3914=[#edits: 1 = <3892/info:/1734319248164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3915=[#edits: 1 = <3893/info:/1734319248165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3916=[#edits: 1 = <3894/info:/1734319248165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3917=[#edits: 1 = <3895/info:/1734319248165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3918=[#edits: 1 = <3896/info:/1734319248166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3919=[#edits: 1 = <3897/info:/1734319248166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3920=[#edits: 1 = <3898/info:/1734319248166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3921=[#edits: 1 = <3899/info:/1734319248166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3922=[#edits: 1 = <3900/info:/1734319248167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3923=[#edits: 1 = <3901/info:/1734319248167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3924=[#edits: 1 = <3902/info:/1734319248168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3925=[#edits: 1 = <3903/info:/1734319248168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3926=[#edits: 1 = <3904/info:/1734319248168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3927=[#edits: 1 = <3905/info:/1734319248168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3928=[#edits: 1 = <3906/info:/1734319248169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3929=[#edits: 1 = <3907/info:/1734319248169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3930=[#edits: 1 = <3908/info:/1734319248169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3931=[#edits: 1 = <3909/info:/1734319248170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3932=[#edits: 1 = <3910/info:/1734319248170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3933=[#edits: 1 = <3911/info:/1734319248171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3934=[#edits: 1 = <3912/info:/1734319248172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3935=[#edits: 1 = <3913/info:/1734319248175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3936=[#edits: 1 = <3914/info:/1734319248175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3937=[#edits: 1 = <3915/info:/1734319248176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3938=[#edits: 1 = <3916/info:/1734319248176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3939=[#edits: 1 = <3917/info:/1734319248176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3940=[#edits: 1 = <3918/info:/1734319248177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3941=[#edits: 1 = <3919/info:/1734319248177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3942=[#edits: 1 = <3920/info:/1734319248178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3943=[#edits: 1 = <3921/info:/1734319248178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3944=[#edits: 1 = <3922/info:/1734319248178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3945=[#edits: 1 = <3923/info:/1734319248178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3946=[#edits: 1 = <3924/info:/1734319248179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3947=[#edits: 1 = <3925/info:/1734319248179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3948=[#edits: 1 = <3926/info:/1734319248181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3949=[#edits: 1 = <3927/info:/1734319248182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3950=[#edits: 1 = <3928/info:/1734319248182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3951=[#edits: 1 = <3929/info:/1734319248182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3952=[#edits: 1 = <3930/info:/1734319248182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3953=[#edits: 1 = <3931/info:/1734319248183/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=18700, nbRowKeys=49, nbHFiles=0, heapSize=8428, lastSeqIds={}, endOfFile=false,usedBufferSize=8428] 2024-12-16T03:20:48,210 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 43 WAL entries eligible for replication 2024-12-16T03:20:48,210 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 21839, reset compression=false 2024-12-16T03:20:48,210 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3954=[#edits: 1 = <3932/info:/1734319248183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3955=[#edits: 1 = <3933/info:/1734319248184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3956=[#edits: 1 = <3934/info:/1734319248187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3957=[#edits: 1 = <3935/info:/1734319248191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3958=[#edits: 1 = <3936/info:/1734319248191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3959=[#edits: 1 = <3937/info:/1734319248192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3960=[#edits: 1 = <3938/info:/1734319248192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3961=[#edits: 1 = <3939/info:/1734319248192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3962=[#edits: 1 = <3940/info:/1734319248193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3963=[#edits: 1 = <3941/info:/1734319248193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3964=[#edits: 1 = <3942/info:/1734319248194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3965=[#edits: 1 = <3943/info:/1734319248194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3966=[#edits: 1 = <3944/info:/1734319248194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3967=[#edits: 1 = <3945/info:/1734319248194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3968=[#edits: 1 = <3946/info:/1734319248195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3969=[#edits: 1 = <3947/info:/1734319248195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3970=[#edits: 1 = <3948/info:/1734319248195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3971=[#edits: 1 = <3949/info:/1734319248196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3972=[#edits: 1 = <3950/info:/1734319248196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3973=[#edits: 1 = <3951/info:/1734319248196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3974=[#edits: 1 = <3952/info:/1734319248197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3975=[#edits: 1 = <3953/info:/1734319248197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3976=[#edits: 1 = <3954/info:/1734319248197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3977=[#edits: 1 = <3955/info:/1734319248197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3978=[#edits: 1 = <3956/info:/1734319248198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3979=[#edits: 1 = <3957/info:/1734319248198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3980=[#edits: 1 = <3958/info:/1734319248198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3981=[#edits: 1 = <3959/info:/1734319248199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3982=[#edits: 1 = <3960/info:/1734319248199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3983=[#edits: 1 = <3961/info:/1734319248200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3984=[#edits: 1 = <3962/info:/1734319248201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3985=[#edits: 1 = <3963/info:/1734319248201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3986=[#edits: 1 = <3964/info:/1734319248202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3987=[#edits: 1 = <3965/info:/1734319248203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3988=[#edits: 1 = <3966/info:/1734319248204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3989=[#edits: 1 = <3967/info:/1734319248204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3990=[#edits: 1 = <3968/info:/1734319248204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3991=[#edits: 1 = <3969/info:/1734319248204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3992=[#edits: 1 = <3970/info:/1734319248205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3993=[#edits: 1 = <3971/info:/1734319248206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3994=[#edits: 1 = <3972/info:/1734319248206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3995=[#edits: 1 = <3973/info:/1734319248206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3996=[#edits: 1 = <3974/info:/1734319248207/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=21839, nbRowKeys=43, nbHFiles=0, heapSize=7396, lastSeqIds={}, endOfFile=false,usedBufferSize=7396] 2024-12-16T03:20:48,216 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:48,216 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 22350, reset compression=false 2024-12-16T03:20:48,216 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3997=[#edits: 1 = <3975/info:/1734319248207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3998=[#edits: 1 = <3976/info:/1734319248208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3999=[#edits: 1 = <3977/info:/1734319248209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4000=[#edits: 1 = <3978/info:/1734319248209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4001=[#edits: 1 = <3979/info:/1734319248211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4002=[#edits: 1 = <3980/info:/1734319248212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4003=[#edits: 1 = <3981/info:/1734319248214/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=22350, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:48,227 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(313): Writing data from 4000 to 5000 2024-12-16T03:20:48,234 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 33 WAL entries eligible for replication 2024-12-16T03:20:48,234 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 24759, reset compression=false 2024-12-16T03:20:48,234 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4004=[#edits: 1 = <3982/info:/1734319248214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4005=[#edits: 1 = <3983/info:/1734319248215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4006=[#edits: 1 = <3984/info:/1734319248216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4007=[#edits: 1 = <3985/info:/1734319248220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4008=[#edits: 1 = <3986/info:/1734319248221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4009=[#edits: 1 = <3987/info:/1734319248221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4010=[#edits: 1 = <3988/info:/1734319248222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4011=[#edits: 1 = <3989/info:/1734319248223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4012=[#edits: 1 = <3990/info:/1734319248224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4013=[#edits: 1 = <3991/info:/1734319248224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4014=[#edits: 1 = <3992/info:/1734319248225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4015=[#edits: 1 = <3993/info:/1734319248225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4016=[#edits: 1 = <3994/info:/1734319248225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4017=[#edits: 1 = <3995/info:/1734319248226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4018=[#edits: 1 = <3996/info:/1734319248226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4019=[#edits: 1 = <3997/info:/1734319248226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4020=[#edits: 1 = <3998/info:/1734319248227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4021=[#edits: 1 = <3999/info:/1734319248227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4022=[#edits: 1 = <4000/info:/1734319248227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4023=[#edits: 1 = <4001/info:/1734319248228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4024=[#edits: 1 = <4002/info:/1734319248228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4025=[#edits: 1 = <4003/info:/1734319248228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4026=[#edits: 1 = <4004/info:/1734319248228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4027=[#edits: 1 = <4005/info:/1734319248229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4028=[#edits: 1 = <4006/info:/1734319248229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4029=[#edits: 1 = <4007/info:/1734319248229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4030=[#edits: 1 = <4008/info:/1734319248229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4031=[#edits: 1 = <4009/info:/1734319248230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4032=[#edits: 1 = <4010/info:/1734319248230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4033=[#edits: 1 = <4011/info:/1734319248231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4034=[#edits: 1 = <4012/info:/1734319248231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4035=[#edits: 1 = <4013/info:/1734319248231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4036=[#edits: 1 = <4014/info:/1734319248232/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=24759, nbRowKeys=33, nbHFiles=0, heapSize=5676, lastSeqIds={}, endOfFile=false,usedBufferSize=5676] 2024-12-16T03:20:48,251 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 33 WAL entries eligible for replication 2024-12-16T03:20:48,251 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 27168, reset compression=false 2024-12-16T03:20:48,251 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4037=[#edits: 1 = <4015/info:/1734319248232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4038=[#edits: 1 = <4016/info:/1734319248233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4039=[#edits: 1 = <4017/info:/1734319248235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4040=[#edits: 1 = <4018/info:/1734319248237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4041=[#edits: 1 = <4019/info:/1734319248238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4042=[#edits: 1 = <4020/info:/1734319248238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4043=[#edits: 1 = <4021/info:/1734319248239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4044=[#edits: 1 = <4022/info:/1734319248239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4045=[#edits: 1 = <4023/info:/1734319248239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4046=[#edits: 1 = <4024/info:/1734319248239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4047=[#edits: 1 = <4025/info:/1734319248240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4048=[#edits: 1 = <4026/info:/1734319248240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4049=[#edits: 1 = <4027/info:/1734319248240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4050=[#edits: 1 = <4028/info:/1734319248241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4051=[#edits: 1 = <4029/info:/1734319248241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4052=[#edits: 1 = <4030/info:/1734319248241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4053=[#edits: 1 = <4031/info:/1734319248242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4054=[#edits: 1 = <4032/info:/1734319248242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4055=[#edits: 1 = <4033/info:/1734319248242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4056=[#edits: 1 = <4034/info:/1734319248243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4057=[#edits: 1 = <4035/info:/1734319248243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4058=[#edits: 1 = <4036/info:/1734319248243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4059=[#edits: 1 = <4037/info:/1734319248244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4060=[#edits: 1 = <4038/info:/1734319248244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4061=[#edits: 1 = <4039/info:/1734319248244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4062=[#edits: 1 = <4040/info:/1734319248244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4063=[#edits: 1 = <4041/info:/1734319248245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4064=[#edits: 1 = <4042/info:/1734319248245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4065=[#edits: 1 = <4043/info:/1734319248246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4066=[#edits: 1 = <4044/info:/1734319248246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4067=[#edits: 1 = <4045/info:/1734319248246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4068=[#edits: 1 = <4046/info:/1734319248247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4069=[#edits: 1 = <4047/info:/1734319248248/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=27168, nbRowKeys=33, nbHFiles=0, heapSize=5676, lastSeqIds={}, endOfFile=false,usedBufferSize=5676] 2024-12-16T03:20:48,256 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-16T03:20:48,256 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 28117, reset compression=false 2024-12-16T03:20:48,256 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4070=[#edits: 1 = <4048/info:/1734319248249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4071=[#edits: 1 = <4049/info:/1734319248250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4072=[#edits: 1 = <4050/info:/1734319248250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4073=[#edits: 1 = <4051/info:/1734319248250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4074=[#edits: 1 = <4052/info:/1734319248251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4075=[#edits: 1 = <4053/info:/1734319248252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4076=[#edits: 1 = <4054/info:/1734319248252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4077=[#edits: 1 = <4055/info:/1734319248253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4078=[#edits: 1 = <4056/info:/1734319248253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4079=[#edits: 1 = <4057/info:/1734319248253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4080=[#edits: 1 = <4058/info:/1734319248254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4081=[#edits: 1 = <4059/info:/1734319248254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4082=[#edits: 1 = <4060/info:/1734319248255/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=28117, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-16T03:20:48,269 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-16T03:20:48,269 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 29796, reset compression=false 2024-12-16T03:20:48,269 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4083=[#edits: 1 = <4061/info:/1734319248255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4084=[#edits: 1 = <4062/info:/1734319248255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4085=[#edits: 1 = <4063/info:/1734319248256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4086=[#edits: 1 = <4064/info:/1734319248257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4087=[#edits: 1 = <4065/info:/1734319248259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4088=[#edits: 1 = <4066/info:/1734319248260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4089=[#edits: 1 = <4067/info:/1734319248260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4090=[#edits: 1 = <4068/info:/1734319248261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4091=[#edits: 1 = <4069/info:/1734319248261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4092=[#edits: 1 = <4070/info:/1734319248261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4093=[#edits: 1 = <4071/info:/1734319248262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4094=[#edits: 1 = <4072/info:/1734319248262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4095=[#edits: 1 = <4073/info:/1734319248262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4096=[#edits: 1 = <4074/info:/1734319248263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4097=[#edits: 1 = <4075/info:/1734319248263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4098=[#edits: 1 = <4076/info:/1734319248264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4099=[#edits: 1 = <4077/info:/1734319248264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4100=[#edits: 1 = <4078/info:/1734319248265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4101=[#edits: 1 = <4079/info:/1734319248265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4102=[#edits: 1 = <4080/info:/1734319248266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4103=[#edits: 1 = <4081/info:/1734319248266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4104=[#edits: 1 = <4082/info:/1734319248267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4105=[#edits: 1 = <4083/info:/1734319248267/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=29796, nbRowKeys=23, nbHFiles=0, heapSize=3956, lastSeqIds={}, endOfFile=false,usedBufferSize=3956] 2024-12-16T03:20:48,293 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:48,293 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 30526, reset compression=false 2024-12-16T03:20:48,293 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4106=[#edits: 1 = <4084/info:/1734319248268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4107=[#edits: 1 = <4085/info:/1734319248279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4108=[#edits: 1 = <4086/info:/1734319248280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4109=[#edits: 1 = <4087/info:/1734319248281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4110=[#edits: 1 = <4088/info:/1734319248282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4111=[#edits: 1 = <4089/info:/1734319248285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4112=[#edits: 1 = <4090/info:/1734319248285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4113=[#edits: 1 = <4091/info:/1734319248286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4114=[#edits: 1 = <4092/info:/1734319248287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4115=[#edits: 1 = <4093/info:/1734319248287/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=30526, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:48,498 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 30526, reset compression=false 2024-12-16T03:20:48,500 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:48,500 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:48,503 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:48,504 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4116=[#edits: 1 = <4094/info:/1734319248292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4117=[#edits: 1 = <4095/info:/1734319248299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4118=[#edits: 1 = <4096/info:/1734319248300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4119=[#edits: 1 = <4097/info:/1734319248301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4120=[#edits: 1 = <4098/info:/1734319248301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4121=[#edits: 1 = <4099/info:/1734319248302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4122=[#edits: 1 = <4100/info:/1734319248302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4123=[#edits: 1 = <4101/info:/1734319248302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4124=[#edits: 1 = <4102/info:/1734319248303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4125=[#edits: 1 = <4103/info:/1734319248303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4126=[#edits: 1 = <4104/info:/1734319248305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4127=[#edits: 1 = <4105/info:/1734319248305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4128=[#edits: 1 = <4106/info:/1734319248305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4129=[#edits: 1 = <4107/info:/1734319248306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4130=[#edits: 1 = <4108/info:/1734319248306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4131=[#edits: 1 = <4109/info:/1734319248306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4132=[#edits: 1 = <4110/info:/1734319248307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4133=[#edits: 1 = <4111/info:/1734319248308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4134=[#edits: 1 = <4112/info:/1734319248309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4135=[#edits: 1 = <4113/info:/1734319248310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4136=[#edits: 1 = <4114/info:/1734319248310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4137=[#edits: 1 = <4115/info:/1734319248312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4138=[#edits: 1 = <4116/info:/1734319248313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4139=[#edits: 1 = <4117/info:/1734319248314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4140=[#edits: 1 = <4118/info:/1734319248314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4141=[#edits: 1 = <4119/info:/1734319248314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4142=[#edits: 1 = <4120/info:/1734319248315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4143=[#edits: 1 = <4121/info:/1734319248315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4144=[#edits: 1 = <4122/info:/1734319248317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4145=[#edits: 1 = <4123/info:/1734319248319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4146=[#edits: 1 = <4124/info:/1734319248320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4147=[#edits: 1 = <4125/info:/1734319248321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4148=[#edits: 1 = <4126/info:/1734319248322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4149=[#edits: 1 = <4127/info:/1734319248322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4150=[#edits: 1 = <4128/info:/1734319248323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4151=[#edits: 1 = <4129/info:/1734319248323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4152=[#edits: 1 = <4130/info:/1734319248323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4153=[#edits: 1 = <4131/info:/1734319248324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4154=[#edits: 1 = <4132/info:/1734319248324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4155=[#edits: 1 = <4133/info:/1734319248324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4156=[#edits: 1 = <4134/info:/1734319248325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4157=[#edits: 1 = <4135/info:/1734319248325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4158=[#edits: 1 = <4136/info:/1734319248325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4159=[#edits: 1 = <4137/info:/1734319248326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4160=[#edits: 1 = <4138/info:/1734319248326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4161=[#edits: 1 = <4139/info:/1734319248326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4162=[#edits: 1 = <4140/info:/1734319248327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4163=[#edits: 1 = <4141/info:/1734319248327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4164=[#edits: 1 = <4142/info:/1734319248327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4165=[#edits: 1 = <4143/info:/1734319248328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4166=[#edits: 1 = <4144/info:/1734319248328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4167=[#edits: 1 = <4145/info:/1734319248328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4168=[#edits: 1 = <4146/info:/1734319248329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4169=[#edits: 1 = <4147/info:/1734319248329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4170=[#edits: 1 = <4148/info:/1734319248329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4171=[#edits: 1 = <4149/info:/1734319248330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4172=[#edits: 1 = <4150/info:/1734319248330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4173=[#edits: 1 = <4151/info:/1734319248331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4174=[#edits: 1 = <4152/info:/1734319248331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4175=[#edits: 1 = <4153/info:/1734319248332/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=34906, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:48,505 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:48,506 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:48,507 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4176=[#edits: 1 = <4154/info:/1734319248332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4177=[#edits: 1 = <4155/info:/1734319248333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4178=[#edits: 1 = <4156/info:/1734319248334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4179=[#edits: 1 = <4157/info:/1734319248335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4180=[#edits: 1 = <4158/info:/1734319248335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4181=[#edits: 1 = <4159/info:/1734319248336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4182=[#edits: 1 = <4160/info:/1734319248336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4183=[#edits: 1 = <4161/info:/1734319248336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4184=[#edits: 1 = <4162/info:/1734319248337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4185=[#edits: 1 = <4163/info:/1734319248337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4186=[#edits: 1 = <4164/info:/1734319248338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4187=[#edits: 1 = <4165/info:/1734319248338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4188=[#edits: 1 = <4166/info:/1734319248338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4189=[#edits: 1 = <4167/info:/1734319248339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4190=[#edits: 1 = <4168/info:/1734319248339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4191=[#edits: 1 = <4169/info:/1734319248340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4192=[#edits: 1 = <4170/info:/1734319248340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4193=[#edits: 1 = <4171/info:/1734319248340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4194=[#edits: 1 = <4172/info:/1734319248341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4195=[#edits: 1 = <4173/info:/1734319248341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4196=[#edits: 1 = <4174/info:/1734319248341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4197=[#edits: 1 = <4175/info:/1734319248342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4198=[#edits: 1 = <4176/info:/1734319248342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4199=[#edits: 1 = <4177/info:/1734319248343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4200=[#edits: 1 = <4178/info:/1734319248343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4201=[#edits: 1 = <4179/info:/1734319248344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4202=[#edits: 1 = <4180/info:/1734319248345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4203=[#edits: 1 = <4181/info:/1734319248346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4204=[#edits: 1 = <4182/info:/1734319248346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4205=[#edits: 1 = <4183/info:/1734319248348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4206=[#edits: 1 = <4184/info:/1734319248349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4207=[#edits: 1 = <4185/info:/1734319248350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4208=[#edits: 1 = <4186/info:/1734319248350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4209=[#edits: 1 = <4187/info:/1734319248351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4210=[#edits: 1 = <4188/info:/1734319248352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4211=[#edits: 1 = <4189/info:/1734319248353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4212=[#edits: 1 = <4190/info:/1734319248354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4213=[#edits: 1 = <4191/info:/1734319248356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4214=[#edits: 1 = <4192/info:/1734319248357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4215=[#edits: 1 = <4193/info:/1734319248358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4216=[#edits: 1 = <4194/info:/1734319248358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4217=[#edits: 1 = <4195/info:/1734319248359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4218=[#edits: 1 = <4196/info:/1734319248359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4219=[#edits: 1 = <4197/info:/1734319248361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4220=[#edits: 1 = <4198/info:/1734319248362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4221=[#edits: 1 = <4199/info:/1734319248363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4222=[#edits: 1 = <4200/info:/1734319248364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4223=[#edits: 1 = <4201/info:/1734319248365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4224=[#edits: 1 = <4202/info:/1734319248366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4225=[#edits: 1 = <4203/info:/1734319248367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4226=[#edits: 1 = <4204/info:/1734319248367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4227=[#edits: 1 = <4205/info:/1734319248368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4228=[#edits: 1 = <4206/info:/1734319248369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4229=[#edits: 1 = <4207/info:/1734319248369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4230=[#edits: 1 = <4208/info:/1734319248371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4231=[#edits: 1 = <4209/info:/1734319248385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4232=[#edits: 1 = <4210/info:/1734319248400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4233=[#edits: 1 = <4211/info:/1734319248400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4234=[#edits: 1 = <4212/info:/1734319248400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4235=[#edits: 1 = <4213/info:/1734319248401/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=39286, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:48,508 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4236=[#edits: 1 = <4214/info:/1734319248401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4237=[#edits: 1 = <4215/info:/1734319248401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4238=[#edits: 1 = <4216/info:/1734319248402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4239=[#edits: 1 = <4217/info:/1734319248402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4240=[#edits: 1 = <4218/info:/1734319248402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4241=[#edits: 1 = <4219/info:/1734319248403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4242=[#edits: 1 = <4220/info:/1734319248403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4243=[#edits: 1 = <4221/info:/1734319248403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4244=[#edits: 1 = <4222/info:/1734319248404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4245=[#edits: 1 = <4223/info:/1734319248404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4246=[#edits: 1 = <4224/info:/1734319248404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4247=[#edits: 1 = <4225/info:/1734319248405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4248=[#edits: 1 = <4226/info:/1734319248405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4249=[#edits: 1 = <4227/info:/1734319248406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4250=[#edits: 1 = <4228/info:/1734319248412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4251=[#edits: 1 = <4229/info:/1734319248412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4252=[#edits: 1 = <4230/info:/1734319248413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4253=[#edits: 1 = <4231/info:/1734319248413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4254=[#edits: 1 = <4232/info:/1734319248414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4255=[#edits: 1 = <4233/info:/1734319248414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4256=[#edits: 1 = <4234/info:/1734319248414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4257=[#edits: 1 = <4235/info:/1734319248415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4258=[#edits: 1 = <4236/info:/1734319248419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4259=[#edits: 1 = <4237/info:/1734319248420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4260=[#edits: 1 = <4238/info:/1734319248420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4261=[#edits: 1 = <4239/info:/1734319248420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4262=[#edits: 1 = <4240/info:/1734319248421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4263=[#edits: 1 = <4241/info:/1734319248421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4264=[#edits: 1 = <4242/info:/1734319248421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4265=[#edits: 1 = <4243/info:/1734319248421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4266=[#edits: 1 = <4244/info:/1734319248422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4267=[#edits: 1 = <4245/info:/1734319248422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4268=[#edits: 1 = <4246/info:/1734319248422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4269=[#edits: 1 = <4247/info:/1734319248423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4270=[#edits: 1 = <4248/info:/1734319248423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4271=[#edits: 1 = <4249/info:/1734319248424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4272=[#edits: 1 = <4250/info:/1734319248424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4273=[#edits: 1 = <4251/info:/1734319248424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4274=[#edits: 1 = <4252/info:/1734319248425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4275=[#edits: 1 = <4253/info:/1734319248425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4276=[#edits: 1 = <4254/info:/1734319248426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4277=[#edits: 1 = <4255/info:/1734319248426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4278=[#edits: 1 = <4256/info:/1734319248426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4279=[#edits: 1 = <4257/info:/1734319248427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4280=[#edits: 1 = <4258/info:/1734319248428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4281=[#edits: 1 = <4259/info:/1734319248430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4282=[#edits: 1 = <4260/info:/1734319248430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4283=[#edits: 1 = <4261/info:/1734319248431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4284=[#edits: 1 = <4262/info:/1734319248431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4285=[#edits: 1 = <4263/info:/1734319248431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4286=[#edits: 1 = <4264/info:/1734319248432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4287=[#edits: 1 = <4265/info:/1734319248432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4288=[#edits: 1 = <4266/info:/1734319248432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4289=[#edits: 1 = <4267/info:/1734319248434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4290=[#edits: 1 = <4268/info:/1734319248435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4291=[#edits: 1 = <4269/info:/1734319248435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4292=[#edits: 1 = <4270/info:/1734319248435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4293=[#edits: 1 = <4271/info:/1734319248436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4294=[#edits: 1 = <4272/info:/1734319248437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4295=[#edits: 1 = <4273/info:/1734319248437/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=43666, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:48,508 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:48,510 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:48,516 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4296=[#edits: 1 = <4274/info:/1734319248438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4297=[#edits: 1 = <4275/info:/1734319248439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4298=[#edits: 1 = <4276/info:/1734319248440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4299=[#edits: 1 = <4277/info:/1734319248441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4300=[#edits: 1 = <4278/info:/1734319248442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4301=[#edits: 1 = <4279/info:/1734319248442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4302=[#edits: 1 = <4280/info:/1734319248443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4303=[#edits: 1 = <4281/info:/1734319248443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4304=[#edits: 1 = <4282/info:/1734319248444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4305=[#edits: 1 = <4283/info:/1734319248444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4306=[#edits: 1 = <4284/info:/1734319248445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4307=[#edits: 1 = <4285/info:/1734319248445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4308=[#edits: 1 = <4286/info:/1734319248446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4309=[#edits: 1 = <4287/info:/1734319248446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4310=[#edits: 1 = <4288/info:/1734319248447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4311=[#edits: 1 = <4289/info:/1734319248447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4312=[#edits: 1 = <4290/info:/1734319248447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4313=[#edits: 1 = <4291/info:/1734319248448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4314=[#edits: 1 = <4292/info:/1734319248449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4315=[#edits: 1 = <4293/info:/1734319248449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4316=[#edits: 1 = <4294/info:/1734319248449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4317=[#edits: 1 = <4295/info:/1734319248450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4318=[#edits: 1 = <4296/info:/1734319248450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4319=[#edits: 1 = <4297/info:/1734319248451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4320=[#edits: 1 = <4298/info:/1734319248451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4321=[#edits: 1 = <4299/info:/1734319248451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4322=[#edits: 1 = <4300/info:/1734319248452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4323=[#edits: 1 = <4301/info:/1734319248452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4324=[#edits: 1 = <4302/info:/1734319248453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4325=[#edits: 1 = <4303/info:/1734319248453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4326=[#edits: 1 = <4304/info:/1734319248453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4327=[#edits: 1 = <4305/info:/1734319248454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4328=[#edits: 1 = <4306/info:/1734319248455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4329=[#edits: 1 = <4307/info:/1734319248455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4330=[#edits: 1 = <4308/info:/1734319248456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4331=[#edits: 1 = <4309/info:/1734319248456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4332=[#edits: 1 = <4310/info:/1734319248456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4333=[#edits: 1 = <4311/info:/1734319248457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4334=[#edits: 1 = <4312/info:/1734319248457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4335=[#edits: 1 = <4313/info:/1734319248457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4336=[#edits: 1 = <4314/info:/1734319248458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4337=[#edits: 1 = <4315/info:/1734319248458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4338=[#edits: 1 = <4316/info:/1734319248459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4339=[#edits: 1 = <4317/info:/1734319248459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4340=[#edits: 1 = <4318/info:/1734319248460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4341=[#edits: 1 = <4319/info:/1734319248460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4342=[#edits: 1 = <4320/info:/1734319248461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4343=[#edits: 1 = <4321/info:/1734319248461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4344=[#edits: 1 = <4322/info:/1734319248462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4345=[#edits: 1 = <4323/info:/1734319248462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4346=[#edits: 1 = <4324/info:/1734319248462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4347=[#edits: 1 = <4325/info:/1734319248463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4348=[#edits: 1 = <4326/info:/1734319248463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4349=[#edits: 1 = <4327/info:/1734319248464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4350=[#edits: 1 = <4328/info:/1734319248464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4351=[#edits: 1 = <4329/info:/1734319248464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4352=[#edits: 1 = <4330/info:/1734319248465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4353=[#edits: 1 = <4331/info:/1734319248465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4354=[#edits: 1 = <4332/info:/1734319248465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4355=[#edits: 1 = <4333/info:/1734319248466/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=48046, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:48,518 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4356=[#edits: 1 = <4334/info:/1734319248466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4357=[#edits: 1 = <4335/info:/1734319248466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4358=[#edits: 1 = <4336/info:/1734319248467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4359=[#edits: 1 = <4337/info:/1734319248467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4360=[#edits: 1 = <4338/info:/1734319248468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4361=[#edits: 1 = <4339/info:/1734319248468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4362=[#edits: 1 = <4340/info:/1734319248469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4363=[#edits: 1 = <4341/info:/1734319248469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4364=[#edits: 1 = <4342/info:/1734319248469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4365=[#edits: 1 = <4343/info:/1734319248470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4366=[#edits: 1 = <4344/info:/1734319248471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4367=[#edits: 1 = <4345/info:/1734319248471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4368=[#edits: 1 = <4346/info:/1734319248472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4369=[#edits: 1 = <4347/info:/1734319248472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4370=[#edits: 1 = <4348/info:/1734319248472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4371=[#edits: 1 = <4349/info:/1734319248472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4372=[#edits: 1 = <4350/info:/1734319248473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4373=[#edits: 1 = <4351/info:/1734319248473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4374=[#edits: 1 = <4352/info:/1734319248473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4375=[#edits: 1 = <4353/info:/1734319248474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4376=[#edits: 1 = <4354/info:/1734319248474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4377=[#edits: 1 = <4355/info:/1734319248474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4378=[#edits: 1 = <4356/info:/1734319248474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4379=[#edits: 1 = <4357/info:/1734319248475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4380=[#edits: 1 = <4358/info:/1734319248475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4381=[#edits: 1 = <4359/info:/1734319248475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4382=[#edits: 1 = <4360/info:/1734319248475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4383=[#edits: 1 = <4361/info:/1734319248476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4384=[#edits: 1 = <4362/info:/1734319248476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4385=[#edits: 1 = <4363/info:/1734319248476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4386=[#edits: 1 = <4364/info:/1734319248476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4387=[#edits: 1 = <4365/info:/1734319248477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4388=[#edits: 1 = <4366/info:/1734319248477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4389=[#edits: 1 = <4367/info:/1734319248477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4390=[#edits: 1 = <4368/info:/1734319248477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4391=[#edits: 1 = <4369/info:/1734319248478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4392=[#edits: 1 = <4370/info:/1734319248478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4393=[#edits: 1 = <4371/info:/1734319248478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4394=[#edits: 1 = <4372/info:/1734319248478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4395=[#edits: 1 = <4373/info:/1734319248479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4396=[#edits: 1 = <4374/info:/1734319248479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4397=[#edits: 1 = <4375/info:/1734319248479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4398=[#edits: 1 = <4376/info:/1734319248479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4399=[#edits: 1 = <4377/info:/1734319248480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4400=[#edits: 1 = <4378/info:/1734319248480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4401=[#edits: 1 = <4379/info:/1734319248480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4402=[#edits: 1 = <4380/info:/1734319248481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4403=[#edits: 1 = <4381/info:/1734319248481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4404=[#edits: 1 = <4382/info:/1734319248481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4405=[#edits: 1 = <4383/info:/1734319248481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4406=[#edits: 1 = <4384/info:/1734319248482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4407=[#edits: 1 = <4385/info:/1734319248482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4408=[#edits: 1 = <4386/info:/1734319248482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4409=[#edits: 1 = <4387/info:/1734319248482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4410=[#edits: 1 = <4388/info:/1734319248483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4411=[#edits: 1 = <4389/info:/1734319248483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4412=[#edits: 1 = <4390/info:/1734319248483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4413=[#edits: 1 = <4391/info:/1734319248483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4414=[#edits: 1 = <4392/info:/1734319248484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4415=[#edits: 1 = <4393/info:/1734319248484/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=52426, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:48,521 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 46 WAL entries eligible for replication 2024-12-16T03:20:48,521 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 55784, reset compression=false 2024-12-16T03:20:48,521 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4416=[#edits: 1 = <4394/info:/1734319248484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4417=[#edits: 1 = <4395/info:/1734319248485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4418=[#edits: 1 = <4396/info:/1734319248485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4419=[#edits: 1 = <4397/info:/1734319248485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4420=[#edits: 1 = <4398/info:/1734319248485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4421=[#edits: 1 = <4399/info:/1734319248486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4422=[#edits: 1 = <4400/info:/1734319248486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4423=[#edits: 1 = <4401/info:/1734319248486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4424=[#edits: 1 = <4402/info:/1734319248487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4425=[#edits: 1 = <4403/info:/1734319248487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4426=[#edits: 1 = <4404/info:/1734319248487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4427=[#edits: 1 = <4405/info:/1734319248487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4428=[#edits: 1 = <4406/info:/1734319248488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4429=[#edits: 1 = <4407/info:/1734319248488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4430=[#edits: 1 = <4408/info:/1734319248488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4431=[#edits: 1 = <4409/info:/1734319248488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4432=[#edits: 1 = <4410/info:/1734319248489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4433=[#edits: 1 = <4411/info:/1734319248489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4434=[#edits: 1 = <4412/info:/1734319248489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4435=[#edits: 1 = <4413/info:/1734319248489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4436=[#edits: 1 = <4414/info:/1734319248490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4437=[#edits: 1 = <4415/info:/1734319248490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4438=[#edits: 1 = <4416/info:/1734319248490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4439=[#edits: 1 = <4417/info:/1734319248490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4440=[#edits: 1 = <4418/info:/1734319248491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4441=[#edits: 1 = <4419/info:/1734319248491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4442=[#edits: 1 = <4420/info:/1734319248491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4443=[#edits: 1 = <4421/info:/1734319248492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4444=[#edits: 1 = <4422/info:/1734319248492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4445=[#edits: 1 = <4423/info:/1734319248492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4446=[#edits: 1 = <4424/info:/1734319248493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4447=[#edits: 1 = <4425/info:/1734319248493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4448=[#edits: 1 = <4426/info:/1734319248494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4449=[#edits: 1 = <4427/info:/1734319248494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4450=[#edits: 1 = <4428/info:/1734319248495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4451=[#edits: 1 = <4429/info:/1734319248496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4452=[#edits: 1 = <4430/info:/1734319248496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4453=[#edits: 1 = <4431/info:/1734319248496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4454=[#edits: 1 = <4432/info:/1734319248497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4455=[#edits: 1 = <4433/info:/1734319248497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4456=[#edits: 1 = <4434/info:/1734319248497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4457=[#edits: 1 = <4435/info:/1734319248498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4458=[#edits: 1 = <4436/info:/1734319248498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4459=[#edits: 1 = <4437/info:/1734319248499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4460=[#edits: 1 = <4438/info:/1734319248501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4461=[#edits: 1 = <4439/info:/1734319248501/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=55784, nbRowKeys=46, nbHFiles=0, heapSize=7912, lastSeqIds={}, endOfFile=false,usedBufferSize=7912] 2024-12-16T03:20:48,538 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 43 WAL entries eligible for replication 2024-12-16T03:20:48,538 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 58923, reset compression=false 2024-12-16T03:20:48,538 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4462=[#edits: 1 = <4440/info:/1734319248502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4463=[#edits: 1 = <4441/info:/1734319248503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4464=[#edits: 1 = <4442/info:/1734319248503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4465=[#edits: 1 = <4443/info:/1734319248503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4466=[#edits: 1 = <4444/info:/1734319248505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4467=[#edits: 1 = <4445/info:/1734319248505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4468=[#edits: 1 = <4446/info:/1734319248506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4469=[#edits: 1 = <4447/info:/1734319248507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4470=[#edits: 1 = <4448/info:/1734319248512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4471=[#edits: 1 = <4449/info:/1734319248517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4472=[#edits: 1 = <4450/info:/1734319248522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4473=[#edits: 1 = <4451/info:/1734319248523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4474=[#edits: 1 = <4452/info:/1734319248523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4475=[#edits: 1 = <4453/info:/1734319248524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4476=[#edits: 1 = <4454/info:/1734319248524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4477=[#edits: 1 = <4455/info:/1734319248525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4478=[#edits: 1 = <4456/info:/1734319248525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4479=[#edits: 1 = <4457/info:/1734319248526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4480=[#edits: 1 = <4458/info:/1734319248526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4481=[#edits: 1 = <4459/info:/1734319248526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4482=[#edits: 1 = <4460/info:/1734319248527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4483=[#edits: 1 = <4461/info:/1734319248527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4484=[#edits: 1 = <4462/info:/1734319248527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4485=[#edits: 1 = <4463/info:/1734319248528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4486=[#edits: 1 = <4464/info:/1734319248528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4487=[#edits: 1 = <4465/info:/1734319248529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4488=[#edits: 1 = <4466/info:/1734319248529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4489=[#edits: 1 = <4467/info:/1734319248529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4490=[#edits: 1 = <4468/info:/1734319248530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4491=[#edits: 1 = <4469/info:/1734319248530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4492=[#edits: 1 = <4470/info:/1734319248530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4493=[#edits: 1 = <4471/info:/1734319248531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4494=[#edits: 1 = <4472/info:/1734319248531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4495=[#edits: 1 = <4473/info:/1734319248531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4496=[#edits: 1 = <4474/info:/1734319248532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4497=[#edits: 1 = <4475/info:/1734319248532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4498=[#edits: 1 = <4476/info:/1734319248532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4499=[#edits: 1 = <4477/info:/1734319248533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4500=[#edits: 1 = <4478/info:/1734319248533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4501=[#edits: 1 = <4479/info:/1734319248534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4502=[#edits: 1 = <4480/info:/1734319248534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4503=[#edits: 1 = <4481/info:/1734319248535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4504=[#edits: 1 = <4482/info:/1734319248535/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=58923, nbRowKeys=43, nbHFiles=0, heapSize=7396, lastSeqIds={}, endOfFile=false,usedBufferSize=7396] 2024-12-16T03:20:48,559 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 33 WAL entries eligible for replication 2024-12-16T03:20:48,559 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4505=[#edits: 1 = <4483/info:/1734319248536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4506=[#edits: 1 = <4484/info:/1734319248539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4507=[#edits: 1 = <4485/info:/1734319248541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4508=[#edits: 1 = <4486/info:/1734319248542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4509=[#edits: 1 = <4487/info:/1734319248542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4510=[#edits: 1 = <4488/info:/1734319248543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4511=[#edits: 1 = <4489/info:/1734319248544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4512=[#edits: 1 = <4490/info:/1734319248544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4513=[#edits: 1 = <4491/info:/1734319248545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4514=[#edits: 1 = <4492/info:/1734319248545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4515=[#edits: 1 = <4493/info:/1734319248545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4516=[#edits: 1 = <4494/info:/1734319248546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4517=[#edits: 1 = <4495/info:/1734319248546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4518=[#edits: 1 = <4496/info:/1734319248547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4519=[#edits: 1 = <4497/info:/1734319248547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4520=[#edits: 1 = <4498/info:/1734319248547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4521=[#edits: 1 = <4499/info:/1734319248548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4522=[#edits: 1 = <4500/info:/1734319248548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4523=[#edits: 1 = <4501/info:/1734319248549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4524=[#edits: 1 = <4502/info:/1734319248549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4525=[#edits: 1 = <4503/info:/1734319248549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4526=[#edits: 1 = <4504/info:/1734319248550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4527=[#edits: 1 = <4505/info:/1734319248550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4528=[#edits: 1 = <4506/info:/1734319248550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4529=[#edits: 1 = <4507/info:/1734319248551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4530=[#edits: 1 = <4508/info:/1734319248551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4531=[#edits: 1 = <4509/info:/1734319248552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4532=[#edits: 1 = <4510/info:/1734319248553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4533=[#edits: 1 = <4511/info:/1734319248554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4534=[#edits: 1 = <4512/info:/1734319248554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4535=[#edits: 1 = <4513/info:/1734319248555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4536=[#edits: 1 = <4514/info:/1734319248555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4537=[#edits: 1 = <4515/info:/1734319248556/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=61332, nbRowKeys=33, nbHFiles=0, heapSize=5676, lastSeqIds={}, endOfFile=false,usedBufferSize=5676] 2024-12-16T03:20:48,560 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 61332, reset compression=false 2024-12-16T03:20:48,574 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 42 WAL entries eligible for replication 2024-12-16T03:20:48,574 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 64398, reset compression=false 2024-12-16T03:20:48,574 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4538=[#edits: 1 = <4516/info:/1734319248557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4539=[#edits: 1 = <4517/info:/1734319248559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4540=[#edits: 1 = <4518/info:/1734319248560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4541=[#edits: 1 = <4519/info:/1734319248560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4542=[#edits: 1 = <4520/info:/1734319248560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4543=[#edits: 1 = <4521/info:/1734319248561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4544=[#edits: 1 = <4522/info:/1734319248561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4545=[#edits: 1 = <4523/info:/1734319248562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4546=[#edits: 1 = <4524/info:/1734319248562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4547=[#edits: 1 = <4525/info:/1734319248562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4548=[#edits: 1 = <4526/info:/1734319248563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4549=[#edits: 1 = <4527/info:/1734319248563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4550=[#edits: 1 = <4528/info:/1734319248563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4551=[#edits: 1 = <4529/info:/1734319248563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4552=[#edits: 1 = <4530/info:/1734319248564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4553=[#edits: 1 = <4531/info:/1734319248564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4554=[#edits: 1 = <4532/info:/1734319248564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4555=[#edits: 1 = <4533/info:/1734319248565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4556=[#edits: 1 = <4534/info:/1734319248565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4557=[#edits: 1 = <4535/info:/1734319248565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4558=[#edits: 1 = <4536/info:/1734319248565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4559=[#edits: 1 = <4537/info:/1734319248566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4560=[#edits: 1 = <4538/info:/1734319248566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4561=[#edits: 1 = <4539/info:/1734319248566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4562=[#edits: 1 = <4540/info:/1734319248566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4563=[#edits: 1 = <4541/info:/1734319248567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4564=[#edits: 1 = <4542/info:/1734319248567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4565=[#edits: 1 = <4543/info:/1734319248567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4566=[#edits: 1 = <4544/info:/1734319248568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4567=[#edits: 1 = <4545/info:/1734319248568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4568=[#edits: 1 = <4546/info:/1734319248568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4569=[#edits: 1 = <4547/info:/1734319248568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4570=[#edits: 1 = <4548/info:/1734319248569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4571=[#edits: 1 = <4549/info:/1734319248569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4572=[#edits: 1 = <4550/info:/1734319248569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4573=[#edits: 1 = <4551/info:/1734319248570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4574=[#edits: 1 = <4552/info:/1734319248570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4575=[#edits: 1 = <4553/info:/1734319248570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4576=[#edits: 1 = <4554/info:/1734319248570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4577=[#edits: 1 = <4555/info:/1734319248571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4578=[#edits: 1 = <4556/info:/1734319248571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4579=[#edits: 1 = <4557/info:/1734319248571/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=64398, nbRowKeys=42, nbHFiles=0, heapSize=7224, lastSeqIds={}, endOfFile=false,usedBufferSize=7224] 2024-12-16T03:20:48,579 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:48,579 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 65201, reset compression=false 2024-12-16T03:20:48,579 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4580=[#edits: 1 = <4558/info:/1734319248572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4581=[#edits: 1 = <4559/info:/1734319248572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4582=[#edits: 1 = <4560/info:/1734319248573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4583=[#edits: 1 = <4561/info:/1734319248573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4584=[#edits: 1 = <4562/info:/1734319248574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4585=[#edits: 1 = <4563/info:/1734319248574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4586=[#edits: 1 = <4564/info:/1734319248575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4587=[#edits: 1 = <4565/info:/1734319248576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4588=[#edits: 1 = <4566/info:/1734319248576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4589=[#edits: 1 = <4567/info:/1734319248576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4590=[#edits: 1 = <4568/info:/1734319248577/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=65201, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:48,584 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:48,584 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 65639, reset compression=false 2024-12-16T03:20:48,585 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4591=[#edits: 1 = <4569/info:/1734319248577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4592=[#edits: 1 = <4570/info:/1734319248578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4593=[#edits: 1 = <4571/info:/1734319248578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4594=[#edits: 1 = <4572/info:/1734319248579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4595=[#edits: 1 = <4573/info:/1734319248580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4596=[#edits: 1 = <4574/info:/1734319248581/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=65639, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:48,592 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:48,592 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 66150, reset compression=false 2024-12-16T03:20:48,592 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4597=[#edits: 1 = <4575/info:/1734319248583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4598=[#edits: 1 = <4576/info:/1734319248583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4599=[#edits: 1 = <4577/info:/1734319248584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4600=[#edits: 1 = <4578/info:/1734319248585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4601=[#edits: 1 = <4579/info:/1734319248586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4602=[#edits: 1 = <4580/info:/1734319248586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4603=[#edits: 1 = <4581/info:/1734319248588/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=66150, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:48,600 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:48,600 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 66953, reset compression=false 2024-12-16T03:20:48,600 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4604=[#edits: 1 = <4582/info:/1734319248591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4605=[#edits: 1 = <4583/info:/1734319248592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4606=[#edits: 1 = <4584/info:/1734319248593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4607=[#edits: 1 = <4585/info:/1734319248593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4608=[#edits: 1 = <4586/info:/1734319248593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4609=[#edits: 1 = <4587/info:/1734319248594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4610=[#edits: 1 = <4588/info:/1734319248594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4611=[#edits: 1 = <4589/info:/1734319248594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4612=[#edits: 1 = <4590/info:/1734319248595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4613=[#edits: 1 = <4591/info:/1734319248595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4614=[#edits: 1 = <4592/info:/1734319248595/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=66953, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:48,605 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-16T03:20:48,605 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4615=[#edits: 1 = <4593/info:/1734319248596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4616=[#edits: 1 = <4594/info:/1734319248596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4617=[#edits: 1 = <4595/info:/1734319248596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4618=[#edits: 1 = <4596/info:/1734319248597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4619=[#edits: 1 = <4597/info:/1734319248597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4620=[#edits: 1 = <4598/info:/1734319248597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4621=[#edits: 1 = <4599/info:/1734319248597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4622=[#edits: 1 = <4600/info:/1734319248598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4623=[#edits: 1 = <4601/info:/1734319248598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4624=[#edits: 1 = <4602/info:/1734319248598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4625=[#edits: 1 = <4603/info:/1734319248598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4626=[#edits: 1 = <4604/info:/1734319248599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4627=[#edits: 1 = <4605/info:/1734319248599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4628=[#edits: 1 = <4606/info:/1734319248599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4629=[#edits: 1 = <4607/info:/1734319248601/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=68048, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-16T03:20:48,605 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 68048, reset compression=false 2024-12-16T03:20:48,609 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:48,610 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 68559, reset compression=false 2024-12-16T03:20:48,610 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4630=[#edits: 1 = <4608/info:/1734319248604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4631=[#edits: 1 = <4609/info:/1734319248604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4632=[#edits: 1 = <4610/info:/1734319248605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4633=[#edits: 1 = <4611/info:/1734319248605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4634=[#edits: 1 = <4612/info:/1734319248606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4635=[#edits: 1 = <4613/info:/1734319248606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4636=[#edits: 1 = <4614/info:/1734319248607/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=68559, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:48,621 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-16T03:20:48,621 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 70092, reset compression=false 2024-12-16T03:20:48,621 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4637=[#edits: 1 = <4615/info:/1734319248609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4638=[#edits: 1 = <4616/info:/1734319248610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4639=[#edits: 1 = <4617/info:/1734319248610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4640=[#edits: 1 = <4618/info:/1734319248611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4641=[#edits: 1 = <4619/info:/1734319248611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4642=[#edits: 1 = <4620/info:/1734319248612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4643=[#edits: 1 = <4621/info:/1734319248612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4644=[#edits: 1 = <4622/info:/1734319248612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4645=[#edits: 1 = <4623/info:/1734319248612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4646=[#edits: 1 = <4624/info:/1734319248613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4647=[#edits: 1 = <4625/info:/1734319248613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4648=[#edits: 1 = <4626/info:/1734319248613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4649=[#edits: 1 = <4627/info:/1734319248614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4650=[#edits: 1 = <4628/info:/1734319248614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4651=[#edits: 1 = <4629/info:/1734319248614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4652=[#edits: 1 = <4630/info:/1734319248615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4653=[#edits: 1 = <4631/info:/1734319248615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4654=[#edits: 1 = <4632/info:/1734319248615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4655=[#edits: 1 = <4633/info:/1734319248616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4656=[#edits: 1 = <4634/info:/1734319248616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4657=[#edits: 1 = <4635/info:/1734319248617/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=70092, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-16T03:20:48,628 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:48,628 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 70603, reset compression=false 2024-12-16T03:20:48,628 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4658=[#edits: 1 = <4636/info:/1734319248618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4659=[#edits: 1 = <4637/info:/1734319248619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4660=[#edits: 1 = <4638/info:/1734319248621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4661=[#edits: 1 = <4639/info:/1734319248622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4662=[#edits: 1 = <4640/info:/1734319248624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4663=[#edits: 1 = <4641/info:/1734319248624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4664=[#edits: 1 = <4642/info:/1734319248625/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=70603, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:48,633 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:48,633 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 70749, reset compression=false 2024-12-16T03:20:48,633 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4665=[#edits: 1 = <4643/info:/1734319248626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4666=[#edits: 1 = <4644/info:/1734319248630/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=70749, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-16T03:20:48,641 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:48,641 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 71114, reset compression=false 2024-12-16T03:20:48,642 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4667=[#edits: 1 = <4645/info:/1734319248631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4668=[#edits: 1 = <4646/info:/1734319248632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4669=[#edits: 1 = <4647/info:/1734319248638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4670=[#edits: 1 = <4648/info:/1734319248639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4671=[#edits: 1 = <4649/info:/1734319248640/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=71114, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:48,648 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:48,648 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 71333, reset compression=false 2024-12-16T03:20:48,648 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4672=[#edits: 1 = <4650/info:/1734319248641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4673=[#edits: 1 = <4651/info:/1734319248642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4674=[#edits: 1 = <4652/info:/1734319248643/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=71333, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-16T03:20:48,654 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:48,654 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 71406, reset compression=false 2024-12-16T03:20:48,656 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4675=[#edits: 1 = <4653/info:/1734319248644/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=71406, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-16T03:20:48,661 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:48,661 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 71844, reset compression=false 2024-12-16T03:20:48,661 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4676=[#edits: 1 = <4654/info:/1734319248652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4677=[#edits: 1 = <4655/info:/1734319248657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4678=[#edits: 1 = <4656/info:/1734319248658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4679=[#edits: 1 = <4657/info:/1734319248658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4680=[#edits: 1 = <4658/info:/1734319248659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4681=[#edits: 1 = <4659/info:/1734319248659/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=71844, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:48,670 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-16T03:20:48,670 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 73012, reset compression=false 2024-12-16T03:20:48,670 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4682=[#edits: 1 = <4660/info:/1734319248660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4683=[#edits: 1 = <4661/info:/1734319248660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4684=[#edits: 1 = <4662/info:/1734319248661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4685=[#edits: 1 = <4663/info:/1734319248662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4686=[#edits: 1 = <4664/info:/1734319248663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4687=[#edits: 1 = <4665/info:/1734319248664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4688=[#edits: 1 = <4666/info:/1734319248664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4689=[#edits: 1 = <4667/info:/1734319248665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4690=[#edits: 1 = <4668/info:/1734319248665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4691=[#edits: 1 = <4669/info:/1734319248665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4692=[#edits: 1 = <4670/info:/1734319248666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4693=[#edits: 1 = <4671/info:/1734319248666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4694=[#edits: 1 = <4672/info:/1734319248666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4695=[#edits: 1 = <4673/info:/1734319248667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4696=[#edits: 1 = <4674/info:/1734319248667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4697=[#edits: 1 = <4675/info:/1734319248667/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=73012, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-16T03:20:48,683 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:48,683 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 73450, reset compression=false 2024-12-16T03:20:48,683 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4698=[#edits: 1 = <4676/info:/1734319248668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4699=[#edits: 1 = <4677/info:/1734319248668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4700=[#edits: 1 = <4678/info:/1734319248669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4701=[#edits: 1 = <4679/info:/1734319248671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4702=[#edits: 1 = <4680/info:/1734319248671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4703=[#edits: 1 = <4681/info:/1734319248674/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=73450, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:48,691 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:48,691 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 73742, reset compression=false 2024-12-16T03:20:48,691 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4704=[#edits: 1 = <4682/info:/1734319248682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4705=[#edits: 1 = <4683/info:/1734319248682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4706=[#edits: 1 = <4684/info:/1734319248683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4707=[#edits: 1 = <4685/info:/1734319248685/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=73742, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:48,719 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 47 WAL entries eligible for replication 2024-12-16T03:20:48,719 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4708=[#edits: 1 = <4686/info:/1734319248685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4709=[#edits: 1 = <4687/info:/1734319248687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4710=[#edits: 1 = <4688/info:/1734319248688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4711=[#edits: 1 = <4689/info:/1734319248688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4712=[#edits: 1 = <4690/info:/1734319248688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4713=[#edits: 1 = <4691/info:/1734319248689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4714=[#edits: 1 = <4692/info:/1734319248689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4715=[#edits: 1 = <4693/info:/1734319248689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4716=[#edits: 1 = <4694/info:/1734319248690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4717=[#edits: 1 = <4695/info:/1734319248690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4718=[#edits: 1 = <4696/info:/1734319248690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4719=[#edits: 1 = <4697/info:/1734319248691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4720=[#edits: 1 = <4698/info:/1734319248691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4721=[#edits: 1 = <4699/info:/1734319248692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4722=[#edits: 1 = <4700/info:/1734319248692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4723=[#edits: 1 = <4701/info:/1734319248693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4724=[#edits: 1 = <4702/info:/1734319248693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4725=[#edits: 1 = <4703/info:/1734319248694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4726=[#edits: 1 = <4704/info:/1734319248694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4727=[#edits: 1 = <4705/info:/1734319248695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4728=[#edits: 1 = <4706/info:/1734319248695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4729=[#edits: 1 = <4707/info:/1734319248696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4730=[#edits: 1 = <4708/info:/1734319248696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4731=[#edits: 1 = <4709/info:/1734319248696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4732=[#edits: 1 = <4710/info:/1734319248697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4733=[#edits: 1 = <4711/info:/1734319248697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4734=[#edits: 1 = <4712/info:/1734319248697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4735=[#edits: 1 = <4713/info:/1734319248698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4736=[#edits: 1 = <4714/info:/1734319248698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4737=[#edits: 1 = <4715/info:/1734319248698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4738=[#edits: 1 = <4716/info:/1734319248699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4739=[#edits: 1 = <4717/info:/1734319248699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4740=[#edits: 1 = <4718/info:/1734319248700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4741=[#edits: 1 = <4719/info:/1734319248700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4742=[#edits: 1 = <4720/info:/1734319248702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4743=[#edits: 1 = <4721/info:/1734319248704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4744=[#edits: 1 = <4722/info:/1734319248705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4745=[#edits: 1 = <4723/info:/1734319248707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4746=[#edits: 1 = <4724/info:/1734319248709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4747=[#edits: 1 = <4725/info:/1734319248711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4748=[#edits: 1 = <4726/info:/1734319248712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4749=[#edits: 1 = <4727/info:/1734319248712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4750=[#edits: 1 = <4728/info:/1734319248713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4751=[#edits: 1 = <4729/info:/1734319248714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4752=[#edits: 1 = <4730/info:/1734319248714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4753=[#edits: 1 = <4731/info:/1734319248715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4754=[#edits: 1 = <4732/info:/1734319248715/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=77173, nbRowKeys=47, nbHFiles=0, heapSize=8084, lastSeqIds={}, endOfFile=false,usedBufferSize=8084] 2024-12-16T03:20:48,719 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 77173, reset compression=false 2024-12-16T03:20:48,734 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:48,734 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 77903, reset compression=false 2024-12-16T03:20:48,734 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4755=[#edits: 1 = <4733/info:/1734319248715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4756=[#edits: 1 = <4734/info:/1734319248719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4757=[#edits: 1 = <4735/info:/1734319248721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4758=[#edits: 1 = <4736/info:/1734319248721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4759=[#edits: 1 = <4737/info:/1734319248722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4760=[#edits: 1 = <4738/info:/1734319248723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4761=[#edits: 1 = <4739/info:/1734319248724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4762=[#edits: 1 = <4740/info:/1734319248725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4763=[#edits: 1 = <4741/info:/1734319248725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4764=[#edits: 1 = <4742/info:/1734319248728/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=77903, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:48,741 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:48,741 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4765=[#edits: 1 = <4743/info:/1734319248732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4766=[#edits: 1 = <4744/info:/1734319248733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4767=[#edits: 1 = <4745/info:/1734319248734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4768=[#edits: 1 = <4746/info:/1734319248735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4769=[#edits: 1 = <4747/info:/1734319248738/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=78268, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:48,741 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 78268, reset compression=false 2024-12-16T03:20:48,748 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:48,748 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta to pos 78706, reset compression=false 2024-12-16T03:20:48,748 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4770=[#edits: 1 = <4748/info:/1734319248739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4771=[#edits: 1 = <4749/info:/1734319248740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4772=[#edits: 1 = <4750/info:/1734319248741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4773=[#edits: 1 = <4751/info:/1734319248742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4774=[#edits: 1 = <4752/info:/1734319248743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4775=[#edits: 1 = <4753/info:/1734319248744/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=78706, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:48,755 DEBUG [AsyncFSWAL-0-hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3-prefix:f0d65a6309ee,33095,1734319242394.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-16T03:20:48,755 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C33095%2C1734319242394.meta:.meta(num 1734319247872) roll requested 2024-12-16T03:20:48,772 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta, exclude list is [], retry=0 2024-12-16T03:20:48,775 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39243,DS-01e405cc-1858-46b0-b9e5-f6e80d372b93,DISK] 2024-12-16T03:20:48,775 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33137,DS-a2ff486a-c8b2-43a7-bfd1-b6570f4a4660,DISK] 2024-12-16T03:20:48,775 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38351,DS-9b695294-eb5a-455f-866c-cc8481f5c70e,DISK] 2024-12-16T03:20:48,783 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta with entries=1160, filesize=82.78 KB; new WAL /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta 2024-12-16T03:20:48,783 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41941:41941),(127.0.0.1/127.0.0.1:36373:36373),(127.0.0.1/127.0.0.1:39235:39235)] 2024-12-16T03:20:48,783 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:48,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741846_1022 (size=84773) 2024-12-16T03:20:48,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741846_1022 (size=84773) 2024-12-16T03:20:48,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741846_1022 (size=84773) 2024-12-16T03:20:48,792 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta for the last time to pos 80531, reset compression=false 2024-12-16T03:20:48,792 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta not finished, retry = 0 2024-12-16T03:20:48,794 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:48,794 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4776=[#edits: 1 = <4754/info:/1734319248745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4777=[#edits: 1 = <4755/info:/1734319248747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4778=[#edits: 1 = <4756/info:/1734319248748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4779=[#edits: 1 = <4757/info:/1734319248748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4780=[#edits: 1 = <4758/info:/1734319248748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4781=[#edits: 1 = <4759/info:/1734319248749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4782=[#edits: 1 = <4760/info:/1734319248749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4783=[#edits: 1 = <4761/info:/1734319248749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4784=[#edits: 1 = <4762/info:/1734319248750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4785=[#edits: 1 = <4763/info:/1734319248750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4786=[#edits: 1 = <4764/info:/1734319248750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4787=[#edits: 1 = <4765/info:/1734319248751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4788=[#edits: 1 = <4766/info:/1734319248751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4789=[#edits: 1 = <4767/info:/1734319248751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4790=[#edits: 1 = <4768/info:/1734319248751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4791=[#edits: 1 = <4769/info:/1734319248752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4792=[#edits: 1 = <4770/info:/1734319248752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4793=[#edits: 1 = <4771/info:/1734319248752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4794=[#edits: 1 = <4772/info:/1734319248752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4795=[#edits: 1 = <4773/info:/1734319248753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4796=[#edits: 1 = <4774/info:/1734319248753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4797=[#edits: 1 = <4775/info:/1734319248753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4798=[#edits: 1 = <4776/info:/1734319248754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4799=[#edits: 1 = <4777/info:/1734319248754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4800=[#edits: 1 = <4778/info:/1734319248754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4801=[#edits: 1 = <4779/info:/1734319248755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4802=[#edits: 1 = <4780/info:/1734319248755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4803=[#edits: 1 = <4781/info:/1734319248756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4804=[#edits: 1 = <4782/info:/1734319248756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4805=[#edits: 1 = <4783/info:/1734319248756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4806=[#edits: 1 = <4784/info:/1734319248757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4807=[#edits: 1 = <4785/info:/1734319248757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4808=[#edits: 1 = <4786/info:/1734319248757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4809=[#edits: 1 = <4787/info:/1734319248758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4810=[#edits: 1 = <4788/info:/1734319248758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4811=[#edits: 1 = <4789/info:/1734319248759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4812=[#edits: 1 = <4790/info:/1734319248759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4813=[#edits: 1 = <4791/info:/1734319248759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4814=[#edits: 1 = <4792/info:/1734319248760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4815=[#edits: 1 = <4793/info:/1734319248760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4816=[#edits: 1 = <4794/info:/1734319248760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4817=[#edits: 1 = <4795/info:/1734319248760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4818=[#edits: 1 = <4796/info:/1734319248761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4819=[#edits: 1 = <4797/info:/1734319248761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4820=[#edits: 1 = <4798/info:/1734319248761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4821=[#edits: 1 = <4799/info:/1734319248762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4822=[#edits: 1 = <4800/info:/1734319248762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4823=[#edits: 1 = <4801/info:/1734319248762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4824=[#edits: 1 = <4802/info:/1734319248763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4825=[#edits: 1 = <4803/info:/1734319248763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4826=[#edits: 1 = <4804/info:/1734319248763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4827=[#edits: 1 = <4805/info:/1734319248764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4828=[#edits: 1 = <4806/info:/1734319248764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4829=[#edits: 1 = <4807/info:/1734319248764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4830=[#edits: 1 = <4808/info:/1734319248765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4831=[#edits: 1 = <4809/info:/1734319248765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4832=[#edits: 1 = <4810/info:/1734319248765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4833=[#edits: 1 = <4811/info:/1734319248765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4834=[#edits: 1 = <4812/info:/1734319248766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4835=[#edits: 1 = <4813/info:/1734319248766/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=83086, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:48,795 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta 2024-12-16T03:20:48,795 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-16T03:20:48,795 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:48,796 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4836=[#edits: 1 = <4814/info:/1734319248766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4837=[#edits: 1 = <4815/info:/1734319248767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4838=[#edits: 1 = <4816/info:/1734319248767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4839=[#edits: 1 = <4817/info:/1734319248767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4840=[#edits: 1 = <4818/info:/1734319248768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4841=[#edits: 1 = <4819/info:/1734319248768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4842=[#edits: 1 = <4820/info:/1734319248768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4843=[#edits: 1 = <4821/info:/1734319248769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4844=[#edits: 1 = <4822/info:/1734319248773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4845=[#edits: 1 = <4823/info:/1734319248773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4846=[#edits: 1 = <4824/info:/1734319248774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4847=[#edits: 1 = <4825/info:/1734319248775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4848=[#edits: 1 = <4826/info:/1734319248777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4849=[#edits: 1 = <4827/info:/1734319248778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4850=[#edits: 1 = <4828/info:/1734319248778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4851=[#edits: 1 = <4829/info:/1734319248778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4852=[#edits: 1 = <4830/info:/1734319248779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4853=[#edits: 1 = <4831/info:/1734319248779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4854=[#edits: 1 = <4832/info:/1734319248780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4855=[#edits: 1 = <4833/info:/1734319248780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4856=[#edits: 1 = <4834/info:/1734319248780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4857=[#edits: 1 = <4835/info:/1734319248781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4858=[#edits: 1 = <4836/info:/1734319248781/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319247872.meta, lastWalPosition=84765, nbRowKeys=23, nbHFiles=0, heapSize=3956, lastSeqIds={}, endOfFile=true,usedBufferSize=3956] 2024-12-16T03:20:48,822 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 55 WAL entries eligible for replication 2024-12-16T03:20:48,822 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta to pos 4100, reset compression=false 2024-12-16T03:20:48,822 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4859=[#edits: 1 = <4837/info:/1734319248783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4860=[#edits: 1 = <4838/info:/1734319248787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4861=[#edits: 1 = <4839/info:/1734319248788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4862=[#edits: 1 = <4840/info:/1734319248788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4863=[#edits: 1 = <4841/info:/1734319248789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4864=[#edits: 1 = <4842/info:/1734319248789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4865=[#edits: 1 = <4843/info:/1734319248789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4866=[#edits: 1 = <4844/info:/1734319248789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4867=[#edits: 1 = <4845/info:/1734319248790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4868=[#edits: 1 = <4846/info:/1734319248790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4869=[#edits: 1 = <4847/info:/1734319248790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4870=[#edits: 1 = <4848/info:/1734319248791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4871=[#edits: 1 = <4849/info:/1734319248791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4872=[#edits: 1 = <4850/info:/1734319248793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4873=[#edits: 1 = <4851/info:/1734319248794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4874=[#edits: 1 = <4852/info:/1734319248794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4875=[#edits: 1 = <4853/info:/1734319248795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4876=[#edits: 1 = <4854/info:/1734319248796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4877=[#edits: 1 = <4855/info:/1734319248802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4878=[#edits: 1 = <4856/info:/1734319248802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4879=[#edits: 1 = <4857/info:/1734319248803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4880=[#edits: 1 = <4858/info:/1734319248804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4881=[#edits: 1 = <4859/info:/1734319248804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4882=[#edits: 1 = <4860/info:/1734319248805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4883=[#edits: 1 = <4861/info:/1734319248805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4884=[#edits: 1 = <4862/info:/1734319248805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4885=[#edits: 1 = <4863/info:/1734319248806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4886=[#edits: 1 = <4864/info:/1734319248806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4887=[#edits: 1 = <4865/info:/1734319248806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4888=[#edits: 1 = <4866/info:/1734319248807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4889=[#edits: 1 = <4867/info:/1734319248807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4890=[#edits: 1 = <4868/info:/1734319248807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4891=[#edits: 1 = <4869/info:/1734319248808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4892=[#edits: 1 = <4870/info:/1734319248808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4893=[#edits: 1 = <4871/info:/1734319248808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4894=[#edits: 1 = <4872/info:/1734319248809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4895=[#edits: 1 = <4873/info:/1734319248809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4896=[#edits: 1 = <4874/info:/1734319248809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4897=[#edits: 1 = <4875/info:/1734319248810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4898=[#edits: 1 = <4876/info:/1734319248810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4899=[#edits: 1 = <4877/info:/1734319248810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4900=[#edits: 1 = <4878/info:/1734319248811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4901=[#edits: 1 = <4879/info:/1734319248811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4902=[#edits: 1 = <4880/info:/1734319248811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4903=[#edits: 1 = <4881/info:/1734319248812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4904=[#edits: 1 = <4882/info:/1734319248813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4905=[#edits: 1 = <4883/info:/1734319248813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4906=[#edits: 1 = <4884/info:/1734319248814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4907=[#edits: 1 = <4885/info:/1734319248814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4908=[#edits: 1 = <4886/info:/1734319248815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4909=[#edits: 1 = <4887/info:/1734319248816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4910=[#edits: 1 = <4888/info:/1734319248816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4911=[#edits: 1 = <4889/info:/1734319248817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4912=[#edits: 1 = <4890/info:/1734319248818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4913=[#edits: 1 = <4891/info:/1734319248819/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta, lastWalPosition=4100, nbRowKeys=55, nbHFiles=0, heapSize=9460, lastSeqIds={}, endOfFile=false,usedBufferSize=9460] 2024-12-16T03:20:48,838 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-16T03:20:48,838 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta to pos 4684, reset compression=false 2024-12-16T03:20:48,838 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4914=[#edits: 1 = <4892/info:/1734319248820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4915=[#edits: 1 = <4893/info:/1734319248821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4916=[#edits: 1 = <4894/info:/1734319248826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4917=[#edits: 1 = <4895/info:/1734319248826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4918=[#edits: 1 = <4896/info:/1734319248828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4919=[#edits: 1 = <4897/info:/1734319248830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4920=[#edits: 1 = <4898/info:/1734319248830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4921=[#edits: 1 = <4899/info:/1734319248831/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta, lastWalPosition=4684, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-16T03:20:48,840 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-16T03:20:48,856 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 32 WAL entries eligible for replication 2024-12-16T03:20:48,856 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta to pos 7020, reset compression=false 2024-12-16T03:20:48,857 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4922=[#edits: 1 = <4900/info:/1734319248832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4923=[#edits: 1 = <4901/info:/1734319248837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4924=[#edits: 1 = <4902/info:/1734319248838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4925=[#edits: 1 = <4903/info:/1734319248839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4926=[#edits: 1 = <4904/info:/1734319248839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4927=[#edits: 1 = <4905/info:/1734319248840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4928=[#edits: 1 = <4906/info:/1734319248840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4929=[#edits: 1 = <4907/info:/1734319248840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4930=[#edits: 1 = <4908/info:/1734319248841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4931=[#edits: 1 = <4909/info:/1734319248841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4932=[#edits: 1 = <4910/info:/1734319248841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4933=[#edits: 1 = <4911/info:/1734319248842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4934=[#edits: 1 = <4912/info:/1734319248842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4935=[#edits: 1 = <4913/info:/1734319248843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4936=[#edits: 1 = <4914/info:/1734319248843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4937=[#edits: 1 = <4915/info:/1734319248843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4938=[#edits: 1 = <4916/info:/1734319248844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4939=[#edits: 1 = <4917/info:/1734319248844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4940=[#edits: 1 = <4918/info:/1734319248844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4941=[#edits: 1 = <4919/info:/1734319248844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4942=[#edits: 1 = <4920/info:/1734319248845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4943=[#edits: 1 = <4921/info:/1734319248846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4944=[#edits: 1 = <4922/info:/1734319248846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4945=[#edits: 1 = <4923/info:/1734319248846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4946=[#edits: 1 = <4924/info:/1734319248846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4947=[#edits: 1 = <4925/info:/1734319248847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4948=[#edits: 1 = <4926/info:/1734319248847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4949=[#edits: 1 = <4927/info:/1734319248848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4950=[#edits: 1 = <4928/info:/1734319248849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4951=[#edits: 1 = <4929/info:/1734319248849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4952=[#edits: 1 = <4930/info:/1734319248850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4953=[#edits: 1 = <4931/info:/1734319248851/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta, lastWalPosition=7020, nbRowKeys=32, nbHFiles=0, heapSize=5504, lastSeqIds={}, endOfFile=false,usedBufferSize=5504] 2024-12-16T03:20:48,890 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 47 WAL entries eligible for replication 2024-12-16T03:20:48,890 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta to pos 10451, reset compression=false 2024-12-16T03:20:48,890 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4954=[#edits: 1 = <4932/info:/1734319248851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4955=[#edits: 1 = <4933/info:/1734319248854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4956=[#edits: 1 = <4934/info:/1734319248855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4957=[#edits: 1 = <4935/info:/1734319248856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4958=[#edits: 1 = <4936/info:/1734319248858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4959=[#edits: 1 = <4937/info:/1734319248864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4960=[#edits: 1 = <4938/info:/1734319248864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4961=[#edits: 1 = <4939/info:/1734319248864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4962=[#edits: 1 = <4940/info:/1734319248866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4963=[#edits: 1 = <4941/info:/1734319248866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4964=[#edits: 1 = <4942/info:/1734319248867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4965=[#edits: 1 = <4943/info:/1734319248867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4966=[#edits: 1 = <4944/info:/1734319248868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4967=[#edits: 1 = <4945/info:/1734319248868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4968=[#edits: 1 = <4946/info:/1734319248868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4969=[#edits: 1 = <4947/info:/1734319248868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4970=[#edits: 1 = <4948/info:/1734319248869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4971=[#edits: 1 = <4949/info:/1734319248869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4972=[#edits: 1 = <4950/info:/1734319248869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4973=[#edits: 1 = <4951/info:/1734319248870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4974=[#edits: 1 = <4952/info:/1734319248870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4975=[#edits: 1 = <4953/info:/1734319248870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4976=[#edits: 1 = <4954/info:/1734319248871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4977=[#edits: 1 = <4955/info:/1734319248871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4978=[#edits: 1 = <4956/info:/1734319248871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4979=[#edits: 1 = <4957/info:/1734319248872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4980=[#edits: 1 = <4958/info:/1734319248872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4981=[#edits: 1 = <4959/info:/1734319248872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4982=[#edits: 1 = <4960/info:/1734319248873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4983=[#edits: 1 = <4961/info:/1734319248880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4984=[#edits: 1 = <4962/info:/1734319248881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4985=[#edits: 1 = <4963/info:/1734319248882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4986=[#edits: 1 = <4964/info:/1734319248882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4987=[#edits: 1 = <4965/info:/1734319248882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4988=[#edits: 1 = <4966/info:/1734319248883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4989=[#edits: 1 = <4967/info:/1734319248883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4990=[#edits: 1 = <4968/info:/1734319248883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4991=[#edits: 1 = <4969/info:/1734319248883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4992=[#edits: 1 = <4970/info:/1734319248884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4993=[#edits: 1 = <4971/info:/1734319248884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4994=[#edits: 1 = <4972/info:/1734319248884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4995=[#edits: 1 = <4973/info:/1734319248885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4996=[#edits: 1 = <4974/info:/1734319248885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4997=[#edits: 1 = <4975/info:/1734319248885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4998=[#edits: 1 = <4976/info:/1734319248886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4999=[#edits: 1 = <4977/info:/1734319248886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5000=[#edits: 1 = <4978/info:/1734319248886/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta, lastWalPosition=10451, nbRowKeys=47, nbHFiles=0, heapSize=8084, lastSeqIds={}, endOfFile=false,usedBufferSize=8084] 2024-12-16T03:20:48,895 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:48,895 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta to pos 10670, reset compression=false 2024-12-16T03:20:48,895 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5001=[#edits: 1 = <4979/info:/1734319248888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5002=[#edits: 1 = <4980/info:/1734319248890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5003=[#edits: 1 = <4981/info:/1734319248893/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta, lastWalPosition=10670, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-16T03:20:48,900 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:48,900 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta to pos 10889, reset compression=false 2024-12-16T03:20:48,900 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5004=[#edits: 1 = <4982/info:/1734319248894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5005=[#edits: 1 = <4983/info:/1734319248895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5006=[#edits: 1 = <4984/info:/1734319248898/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta, lastWalPosition=10889, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-16T03:20:48,908 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:48,908 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta to pos 11181, reset compression=false 2024-12-16T03:20:48,908 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5007=[#edits: 1 = <4985/info:/1734319248899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5008=[#edits: 1 = <4986/info:/1734319248900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5009=[#edits: 1 = <4987/info:/1734319248901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5010=[#edits: 1 = <4988/info:/1734319248903/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta, lastWalPosition=11181, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:48,912 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:48,912 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-16T03:20:48,919 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:48,919 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta to pos 11984, reset compression=false 2024-12-16T03:20:48,919 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5011=[#edits: 1 = <4989/info:/1734319248904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5012=[#edits: 1 = <4990/info:/1734319248904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5013=[#edits: 1 = <4991/info:/1734319248905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5014=[#edits: 1 = <4992/info:/1734319248905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5015=[#edits: 1 = <4993/info:/1734319248906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5016=[#edits: 1 = <4994/info:/1734319248906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5017=[#edits: 1 = <4995/info:/1734319248906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5018=[#edits: 1 = <4996/info:/1734319248907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5019=[#edits: 1 = <4997/info:/1734319248907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5020=[#edits: 1 = <4998/info:/1734319248909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5021=[#edits: 1 = <4999/info:/1734319248910/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta, lastWalPosition=11984, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:48,992 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:48,992 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:49,149 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta to pos 11984, reset compression=false 2024-12-16T03:20:49,267 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:49,267 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:20:49,465 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta to pos 11984, reset compression=false 2024-12-16T03:20:49,511 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C37401%2C1734319226631,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:20:49,521 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c0f5ffd to 127.0.0.1:63691 2024-12-16T03:20:49,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:49,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T03:20:49,522 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T03:20:49,523 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b373237 to 127.0.0.1:63691 2024-12-16T03:20:49,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:49,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T03:20:49,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1219852217, stopped=false 2024-12-16T03:20:49,523 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f0d65a6309ee,36085,1734319242140 2024-12-16T03:20:49,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:49,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:49,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:49,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:49,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:49,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:49,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:49,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:49,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:49,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:49,576 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T03:20:49,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:49,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:49,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:49,577 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,36257,1734319242286' ***** 2024-12-16T03:20:49,577 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:49,577 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,35967,1734319242335' ***** 2024-12-16T03:20:49,577 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:49,577 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,32963,1734319242365' ***** 2024-12-16T03:20:49,577 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:49,577 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,33095,1734319242394' ***** 2024-12-16T03:20:49,577 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:49,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:49,578 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:49,578 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:49,578 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:49,578 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:49,578 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:49,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:49,578 INFO [RS:1;f0d65a6309ee:35967 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:49,578 INFO [RS:2;f0d65a6309ee:32963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:49,578 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:49,578 INFO [RS:2;f0d65a6309ee:32963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:49,578 INFO [RS:1;f0d65a6309ee:35967 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:49,578 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,35967,1734319242335 2024-12-16T03:20:49,578 DEBUG [RS:1;f0d65a6309ee:35967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:49,579 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,35967,1734319242335; all regions closed. 2024-12-16T03:20:49,579 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:49,579 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,32963,1734319242365 2024-12-16T03:20:49,579 INFO [RS:3;f0d65a6309ee:33095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:49,579 DEBUG [RS:2;f0d65a6309ee:32963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:49,579 INFO [RS:3;f0d65a6309ee:33095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:49,579 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,33095,1734319242394 2024-12-16T03:20:49,579 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T03:20:49,579 DEBUG [RS:3;f0d65a6309ee:33095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:49,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:49,579 DEBUG [RS:2;f0d65a6309ee:32963 {}] regionserver.HRegionServer(1603): Online Regions={534574363=hbase:meta,,1_0001.534574363} 2024-12-16T03:20:49,579 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:49,579 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:49,579 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:49,579 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-16T03:20:49,579 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T03:20:49,579 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T03:20:49,579 DEBUG [RS:3;f0d65a6309ee:33095 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-16T03:20:49,579 DEBUG [RS:3;f0d65a6309ee:33095 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T03:20:49,579 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:49,579 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:49,579 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:49,579 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:49,579 INFO [RS:0;f0d65a6309ee:36257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:49,579 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:49,579 INFO [RS:0;f0d65a6309ee:36257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:49,579 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:49,580 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer(3579): Received CLOSE for 2095f5984bed8e1c8435fd99284882aa 2024-12-16T03:20:49,580 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=125 KB heapSize=407 KB 2024-12-16T03:20:49,580 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,36257,1734319242286 2024-12-16T03:20:49,580 DEBUG [RS:0;f0d65a6309ee:36257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:49,580 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-16T03:20:49,580 DEBUG [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer(1603): Online Regions={2095f5984bed8e1c8435fd99284882aa=hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa., 1657623790=hbase:meta,,1_0002.1657623790} 2024-12-16T03:20:49,580 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-16T03:20:49,580 DEBUG [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer(1629): Waiting on 1657623790, 2095f5984bed8e1c8435fd99284882aa 2024-12-16T03:20:49,580 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2095f5984bed8e1c8435fd99284882aa, disabling compactions & flushes 2024-12-16T03:20:49,581 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa. 2024-12-16T03:20:49,581 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa. 2024-12-16T03:20:49,581 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-16T03:20:49,581 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa. after waiting 0 ms 2024-12-16T03:20:49,581 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa. 2024-12-16T03:20:49,581 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-16T03:20:49,581 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-16T03:20:49,581 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2095f5984bed8e1c8435fd99284882aa 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T03:20:49,581 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-16T03:20:49,581 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-16T03:20:49,583 DEBUG [RS:2;f0d65a6309ee:32963 {}] regionserver.HRegionServer(1629): Waiting on 534574363 2024-12-16T03:20:49,583 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-16T03:20:49,583 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-16T03:20:49,583 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-16T03:20:49,583 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-16T03:20:49,583 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-16T03:20:49,602 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/namespace/2095f5984bed8e1c8435fd99284882aa/.tmp/info/ad55492391d8432ebc14a92f70b3d40b is 45, key is default/info:d/1734319243918/Put/seqid=0 2024-12-16T03:20:49,604 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/.tmp/info/924d1eb4a1ec4b3eae43baeb25a4c9c1 is 36, key is 1000/info:/1734319246328/Put/seqid=0 2024-12-16T03:20:49,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741833_1009 (size=93) 2024-12-16T03:20:49,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741833_1009 (size=93) 2024-12-16T03:20:49,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741833_1009 (size=93) 2024-12-16T03:20:49,608 DEBUG [RS:1;f0d65a6309ee:35967 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/oldWALs 2024-12-16T03:20:49,608 INFO [RS:1;f0d65a6309ee:35967 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C35967%2C1734319242335:(num 1734319242984) 2024-12-16T03:20:49,608 DEBUG [RS:1;f0d65a6309ee:35967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:49,608 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:49,609 INFO [RS:1;f0d65a6309ee:35967 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:49,609 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:49,609 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:49,609 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:49,609 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:49,609 INFO [RS:1;f0d65a6309ee:35967 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35967 2024-12-16T03:20:49,613 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:49,613 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-16T03:20:49,613 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-16T03:20:49,613 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-16T03:20:49,614 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:49,614 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-16T03:20:49,614 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-16T03:20:49,614 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-16T03:20:49,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:20:49,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,35967,1734319242335 2024-12-16T03:20:49,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741848_1024 (size=170687) 2024-12-16T03:20:49,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741848_1024 (size=170687) 2024-12-16T03:20:49,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741848_1024 (size=170687) 2024-12-16T03:20:49,622 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=125 KB at sequenceid=5022 (bloomFilter=true), to=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/.tmp/info/924d1eb4a1ec4b3eae43baeb25a4c9c1 2024-12-16T03:20:49,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,35967,1734319242335] 2024-12-16T03:20:49,626 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/.tmp/info/924d1eb4a1ec4b3eae43baeb25a4c9c1 as hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/info/924d1eb4a1ec4b3eae43baeb25a4c9c1 2024-12-16T03:20:49,626 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,35967,1734319242335; numProcessing=1 2024-12-16T03:20:49,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741849_1025 (size=5037) 2024-12-16T03:20:49,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741849_1025 (size=5037) 2024-12-16T03:20:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741849_1025 (size=5037) 2024-12-16T03:20:49,629 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/namespace/2095f5984bed8e1c8435fd99284882aa/.tmp/info/ad55492391d8432ebc14a92f70b3d40b 2024-12-16T03:20:49,634 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/namespace/2095f5984bed8e1c8435fd99284882aa/.tmp/info/ad55492391d8432ebc14a92f70b3d40b as hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/namespace/2095f5984bed8e1c8435fd99284882aa/info/ad55492391d8432ebc14a92f70b3d40b 2024-12-16T03:20:49,634 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/info/924d1eb4a1ec4b3eae43baeb25a4c9c1, entries=4000, sequenceid=5022, filesize=166.7 K 2024-12-16T03:20:49,635 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~125 KB/128000, heapSize ~406.48 KB/416240, currentSize=0 B/0 for 1588230740 in 56ms, sequenceid=5022, compaction requested=true 2024-12-16T03:20:49,636 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,35967,1734319242335 already deleted, retry=false 2024-12-16T03:20:49,636 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,35967,1734319242335 expired; onlineServers=3 2024-12-16T03:20:49,640 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/meta/1588230740/recovered.edits/5025.seqid, newMaxSeqId=5025, maxSeqId=12 2024-12-16T03:20:49,640 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/namespace/2095f5984bed8e1c8435fd99284882aa/info/ad55492391d8432ebc14a92f70b3d40b, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T03:20:49,640 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:49,640 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:49,640 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:49,641 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:49,641 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 2095f5984bed8e1c8435fd99284882aa in 60ms, sequenceid=6, compaction requested=false 2024-12-16T03:20:49,644 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/data/hbase/namespace/2095f5984bed8e1c8435fd99284882aa/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T03:20:49,645 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa. 2024-12-16T03:20:49,645 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2095f5984bed8e1c8435fd99284882aa: 2024-12-16T03:20:49,645 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734319243504.2095f5984bed8e1c8435fd99284882aa. 2024-12-16T03:20:49,671 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:49,672 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:49,672 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:49,672 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:49,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:49,726 INFO [RS:1;f0d65a6309ee:35967 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,35967,1734319242335; zookeeper connection closed. 2024-12-16T03:20:49,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1002cda980b0002, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:49,726 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@270e823 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@270e823 2024-12-16T03:20:49,779 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,33095,1734319242394; all regions closed. 2024-12-16T03:20:49,781 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,36257,1734319242286; all regions closed. 2024-12-16T03:20:49,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741847_1023 (size=12632) 2024-12-16T03:20:49,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741847_1023 (size=12632) 2024-12-16T03:20:49,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741847_1023 (size=12632) 2024-12-16T03:20:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741835_1011 (size=1414) 2024-12-16T03:20:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741835_1011 (size=1414) 2024-12-16T03:20:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741835_1011 (size=1414) 2024-12-16T03:20:49,784 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,32963,1734319242365; all regions closed. 2024-12-16T03:20:49,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:20:49,787 DEBUG [RS:0;f0d65a6309ee:36257 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/oldWALs 2024-12-16T03:20:49,787 INFO [RS:0;f0d65a6309ee:36257 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C36257%2C1734319242286:(num 1734319243004) 2024-12-16T03:20:49,787 DEBUG [RS:0;f0d65a6309ee:36257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:49,787 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:49,787 INFO [RS:0;f0d65a6309ee:36257 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:49,787 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:49,787 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:49,787 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:49,787 INFO [RS:0;f0d65a6309ee:36257 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36257 2024-12-16T03:20:49,787 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:49,792 DEBUG [RS:3;f0d65a6309ee:33095 {}] wal.AbstractFSWAL(1071): Moved 5 WAL file(s) to /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/oldWALs 2024-12-16T03:20:49,792 INFO [RS:3;f0d65a6309ee:33095 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C33095%2C1734319242394.meta:.meta(num 1734319248755) 2024-12-16T03:20:49,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:49,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:49,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741836_1012 (size=93) 2024-12-16T03:20:49,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741836_1012 (size=93) 2024-12-16T03:20:49,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741836_1012 (size=93) 2024-12-16T03:20:49,797 DEBUG [RS:2;f0d65a6309ee:32963 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/oldWALs 2024-12-16T03:20:49,797 INFO [RS:2;f0d65a6309ee:32963 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C32963%2C1734319242365:(num 1734319243004) 2024-12-16T03:20:49,797 DEBUG [RS:2;f0d65a6309ee:32963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:49,797 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:49,797 INFO [RS:2;f0d65a6309ee:32963 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:49,797 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:49,797 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:49,797 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:49,797 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:49,798 INFO [RS:2;f0d65a6309ee:32963 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:32963 2024-12-16T03:20:49,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,36257,1734319242286 2024-12-16T03:20:49,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:20:49,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741834_1010 (size=93) 2024-12-16T03:20:49,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741834_1010 (size=93) 2024-12-16T03:20:49,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741834_1010 (size=93) 2024-12-16T03:20:49,811 DEBUG [RS:3;f0d65a6309ee:33095 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/oldWALs 2024-12-16T03:20:49,811 INFO [RS:3;f0d65a6309ee:33095 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C33095%2C1734319242394:(num 1734319242994) 2024-12-16T03:20:49,811 DEBUG [RS:3;f0d65a6309ee:33095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:49,811 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:49,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,32963,1734319242365 2024-12-16T03:20:49,812 INFO [RS:3;f0d65a6309ee:33095 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:49,812 INFO [RS:3;f0d65a6309ee:33095 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33095 2024-12-16T03:20:49,813 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:49,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,36257,1734319242286] 2024-12-16T03:20:49,820 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,36257,1734319242286; numProcessing=2 2024-12-16T03:20:49,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:20:49,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,33095,1734319242394 2024-12-16T03:20:49,836 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,36257,1734319242286 already deleted, retry=false 2024-12-16T03:20:49,836 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,36257,1734319242286 expired; onlineServers=2 2024-12-16T03:20:49,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,32963,1734319242365] 2024-12-16T03:20:49,836 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,32963,1734319242365; numProcessing=3 2024-12-16T03:20:49,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:49,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:49,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:49,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:49,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:49,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:49,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:49,853 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,32963,1734319242365 already deleted, retry=false 2024-12-16T03:20:49,853 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,32963,1734319242365 expired; onlineServers=1 2024-12-16T03:20:49,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,33095,1734319242394] 2024-12-16T03:20:49,853 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,33095,1734319242394; numProcessing=4 2024-12-16T03:20:49,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:49,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:49,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:49,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,33095,1734319242394 already deleted, retry=false 2024-12-16T03:20:49,861 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,33095,1734319242394 expired; onlineServers=0 2024-12-16T03:20:49,862 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,36085,1734319242140' ***** 2024-12-16T03:20:49,862 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T03:20:49,862 DEBUG [M:0;f0d65a6309ee:36085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4129ed1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:49,862 INFO [M:0;f0d65a6309ee:36085 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,36085,1734319242140 2024-12-16T03:20:49,862 INFO [M:0;f0d65a6309ee:36085 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,36085,1734319242140; all regions closed. 2024-12-16T03:20:49,862 DEBUG [M:0;f0d65a6309ee:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:49,862 DEBUG [M:0;f0d65a6309ee:36085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T03:20:49,862 DEBUG [M:0;f0d65a6309ee:36085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T03:20:49,863 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319242709 {}] cleaner.HFileCleaner(306): Exit Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319242709,5,FailOnTimeoutGroup] 2024-12-16T03:20:49,863 INFO [M:0;f0d65a6309ee:36085 {}] hbase.ChoreService(370): Chore service for: master/f0d65a6309ee:0 had [] on shutdown 2024-12-16T03:20:49,863 DEBUG [M:0;f0d65a6309ee:36085 {}] master.HMaster(1733): Stopping service threads 2024-12-16T03:20:49,863 INFO [M:0;f0d65a6309ee:36085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T03:20:49,863 INFO [M:0;f0d65a6309ee:36085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T03:20:49,863 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T03:20:49,863 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T03:20:49,864 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319242709 {}] cleaner.HFileCleaner(306): Exit Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319242709,5,FailOnTimeoutGroup] 2024-12-16T03:20:49,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:49,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:49,870 DEBUG [M:0;f0d65a6309ee:36085 {}] zookeeper.ZKUtil(347): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-16T03:20:49,870 WARN [M:0;f0d65a6309ee:36085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T03:20:49,870 INFO [M:0;f0d65a6309ee:36085 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T03:20:49,871 INFO [M:0;f0d65a6309ee:36085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T03:20:49,871 DEBUG [M:0;f0d65a6309ee:36085 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:20:49,871 INFO [M:0;f0d65a6309ee:36085 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:49,871 DEBUG [M:0;f0d65a6309ee:36085 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:49,871 DEBUG [M:0;f0d65a6309ee:36085 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:20:49,871 DEBUG [M:0;f0d65a6309ee:36085 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:49,871 INFO [M:0;f0d65a6309ee:36085 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=101.92 KB heapSize=120.97 KB 2024-12-16T03:20:49,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:49,891 DEBUG [M:0;f0d65a6309ee:36085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32e7ad947ef14dfc8655bc867b016cb6 is 82, key is hbase:meta,,1/info:regioninfo/1734319246298/Put/seqid=0 2024-12-16T03:20:49,893 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta to pos 11984, reset compression=false 2024-12-16T03:20:49,894 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] wal.AbstractFSWALProvider(461): Log hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta was moved to hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/oldWALs/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta 2024-12-16T03:20:49,897 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta 2024-12-16T03:20:49,897 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:49,897 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.WALEntryStream(247): No more WAL files in queue 2024-12-16T03:20:49,897 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(121): Stopping the replication source wal reader 2024-12-16T03:20:49,897 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C33095%2C1734319242394,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5023=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319249580/Put/vlen=102/seqid=0; >],292}, {hbase:meta/1588230740/5024=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319249635/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/5025=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734319249637/Put/vlen=129/seqid=0; >],340}], lastWalPath=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/WALs/f0d65a6309ee,33095,1734319242394/f0d65a6309ee%2C33095%2C1734319242394.meta.1734319248755.meta, lastWalPosition=12624, nbRowKeys=3, nbHFiles=0, heapSize=956, lastSeqIds={}, endOfFile=true,usedBufferSize=956] 2024-12-16T03:20:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741850_1026 (size=7349) 2024-12-16T03:20:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741850_1026 (size=7349) 2024-12-16T03:20:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741850_1026 (size=7349) 2024-12-16T03:20:49,903 INFO [M:0;f0d65a6309ee:36085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.20 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32e7ad947ef14dfc8655bc867b016cb6 2024-12-16T03:20:49,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:49,920 INFO [RS:0;f0d65a6309ee:36257 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,36257,1734319242286; zookeeper connection closed. 2024-12-16T03:20:49,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x1002cda980b0001, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:49,926 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@220c17be {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@220c17be 2024-12-16T03:20:49,927 DEBUG [M:0;f0d65a6309ee:36085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/990b23055cfa419ba3ddcd3b2edb532f is 2426, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734319245038/Put/seqid=0 2024-12-16T03:20:49,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741851_1027 (size=9804) 2024-12-16T03:20:49,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:49,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1002cda980b0003, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:49,933 INFO [RS:2;f0d65a6309ee:32963 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,32963,1734319242365; zookeeper connection closed. 2024-12-16T03:20:49,933 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f5cf12f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f5cf12f 2024-12-16T03:20:49,933 INFO [M:0;f0d65a6309ee:36085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98.46 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/990b23055cfa419ba3ddcd3b2edb532f 2024-12-16T03:20:49,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741851_1027 (size=9804) 2024-12-16T03:20:49,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741851_1027 (size=9804) 2024-12-16T03:20:49,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:49,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1002cda980b0004, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:49,946 INFO [RS:3;f0d65a6309ee:33095 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,33095,1734319242394; zookeeper connection closed. 2024-12-16T03:20:49,947 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34bb41a7 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34bb41a7 2024-12-16T03:20:49,947 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 4 regionserver(s) complete 2024-12-16T03:20:49,959 DEBUG [M:0;f0d65a6309ee:36085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40d713fba33a49f99e5478f6e1ec8a78 is 69, key is f0d65a6309ee,32963,1734319242365/rs:state/1734319242789/Put/seqid=0 2024-12-16T03:20:49,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741852_1028 (size=5360) 2024-12-16T03:20:49,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741852_1028 (size=5360) 2024-12-16T03:20:49,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741852_1028 (size=5360) 2024-12-16T03:20:49,967 INFO [M:0;f0d65a6309ee:36085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=260 B at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40d713fba33a49f99e5478f6e1ec8a78 2024-12-16T03:20:49,973 DEBUG [M:0;f0d65a6309ee:36085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32e7ad947ef14dfc8655bc867b016cb6 as hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32e7ad947ef14dfc8655bc867b016cb6 2024-12-16T03:20:49,982 INFO [M:0;f0d65a6309ee:36085 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32e7ad947ef14dfc8655bc867b016cb6, entries=33, sequenceid=183, filesize=7.2 K 2024-12-16T03:20:49,983 DEBUG [M:0;f0d65a6309ee:36085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/990b23055cfa419ba3ddcd3b2edb532f as hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/990b23055cfa419ba3ddcd3b2edb532f 2024-12-16T03:20:49,987 INFO [M:0;f0d65a6309ee:36085 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/990b23055cfa419ba3ddcd3b2edb532f, entries=20, sequenceid=183, filesize=9.6 K 2024-12-16T03:20:49,988 DEBUG [M:0;f0d65a6309ee:36085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40d713fba33a49f99e5478f6e1ec8a78 as hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40d713fba33a49f99e5478f6e1ec8a78 2024-12-16T03:20:49,991 INFO [M:0;f0d65a6309ee:36085 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34331/user/jenkins/test-data/a0c16bff-8d19-8406-a83b-050499bcf3b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40d713fba33a49f99e5478f6e1ec8a78, entries=4, sequenceid=183, filesize=5.2 K 2024-12-16T03:20:49,991 INFO [M:0;f0d65a6309ee:36085 {}] regionserver.HRegion(3040): Finished flush of dataSize ~101.92 KB/104361, heapSize ~120.67 KB/123568, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=183, compaction requested=false 2024-12-16T03:20:49,994 INFO [M:0;f0d65a6309ee:36085 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:49,994 DEBUG [M:0;f0d65a6309ee:36085 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:20:49,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38351 is added to blk_1073741830_1006 (size=116919) 2024-12-16T03:20:49,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741830_1006 (size=116919) 2024-12-16T03:20:49,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741830_1006 (size=116919) 2024-12-16T03:20:49,996 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:49,996 INFO [M:0;f0d65a6309ee:36085 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T03:20:49,996 INFO [M:0;f0d65a6309ee:36085 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36085 2024-12-16T03:20:50,000 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:50,000 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:50,003 DEBUG [M:0;f0d65a6309ee:36085 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/f0d65a6309ee,36085,1734319242140 already deleted, retry=false 2024-12-16T03:20:50,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:50,111 INFO [M:0;f0d65a6309ee:36085 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,36085,1734319242140; zookeeper connection closed. 2024-12-16T03:20:50,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x1002cda980b0000, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:50,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3004a44c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:50,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5d7da9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:50,114 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:50,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7120407d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:50,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25a838c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:50,115 WARN [BP-1875150564-172.17.0.2-1734319239961 heartbeating to localhost/127.0.0.1:34331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:50,115 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:50,115 WARN [BP-1875150564-172.17.0.2-1734319239961 heartbeating to localhost/127.0.0.1:34331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1875150564-172.17.0.2-1734319239961 (Datanode Uuid d719027a-b7ce-4c39-bdac-425406e745aa) service to localhost/127.0.0.1:34331 2024-12-16T03:20:50,115 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:50,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/dfs/data/data7/current/BP-1875150564-172.17.0.2-1734319239961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:50,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/dfs/data/data8/current/BP-1875150564-172.17.0.2-1734319239961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:50,116 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:50,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ba521c7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:50,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26cbd2cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:50,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:50,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66720307{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:50,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15c8e3ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:50,124 WARN [BP-1875150564-172.17.0.2-1734319239961 heartbeating to localhost/127.0.0.1:34331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:50,124 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:50,124 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:50,124 WARN [BP-1875150564-172.17.0.2-1734319239961 heartbeating to localhost/127.0.0.1:34331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1875150564-172.17.0.2-1734319239961 (Datanode Uuid 84681559-6967-4e7c-b06b-1a4c2d830f7b) service to localhost/127.0.0.1:34331 2024-12-16T03:20:50,125 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/dfs/data/data5/current/BP-1875150564-172.17.0.2-1734319239961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:50,125 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/dfs/data/data6/current/BP-1875150564-172.17.0.2-1734319239961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:50,125 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:50,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b8bf6eb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:50,132 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f310afc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:50,132 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:50,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71bce922{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:50,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bb23190{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:50,134 WARN [BP-1875150564-172.17.0.2-1734319239961 heartbeating to localhost/127.0.0.1:34331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:50,134 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:50,134 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:50,134 WARN [BP-1875150564-172.17.0.2-1734319239961 heartbeating to localhost/127.0.0.1:34331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1875150564-172.17.0.2-1734319239961 (Datanode Uuid b00bbcaf-8128-41cd-b6f2-d544a3ade9ac) service to localhost/127.0.0.1:34331 2024-12-16T03:20:50,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/dfs/data/data3/current/BP-1875150564-172.17.0.2-1734319239961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:50,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/dfs/data/data4/current/BP-1875150564-172.17.0.2-1734319239961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:50,135 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:50,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ce9f2d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:50,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e2d23ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:50,141 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:50,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f69a53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:50,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12b85e40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:50,142 WARN [BP-1875150564-172.17.0.2-1734319239961 heartbeating to localhost/127.0.0.1:34331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:50,142 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:50,142 WARN [BP-1875150564-172.17.0.2-1734319239961 heartbeating to localhost/127.0.0.1:34331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1875150564-172.17.0.2-1734319239961 (Datanode Uuid ef9437f8-0e7b-4026-be4a-ec7997a71056) service to localhost/127.0.0.1:34331 2024-12-16T03:20:50,142 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:50,142 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/dfs/data/data1/current/BP-1875150564-172.17.0.2-1734319239961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:50,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/cluster_1f6ad976-a4c3-bfca-3886-62e9ea4f9fd6/dfs/data/data2/current/BP-1875150564-172.17.0.2-1734319239961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:50,143 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:50,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@348100da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:20:50,148 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cd03f15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:50,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:50,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74d6a40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:50,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22a4edf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:50,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T03:20:50,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T03:20:50,209 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWithReplicaMoved Thread=304 (was 259) Potentially hanging thread: nioEventLoopGroup-28-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:34331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63691@0x137c8cee-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:34331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-31-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-30-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:34331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:34331 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-31-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63691@0x137c8cee java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:34331 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-31-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63691@0x137c8cee-SendThread(127.0.0.1:63691) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-30-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:34331 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:63691) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RS-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:34331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:34331 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-30-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=665 (was 612) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 308) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10917 (was 11285) 2024-12-16T03:20:50,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWithFlushAndCompaction Thread=304, OpenFileDescriptor=665, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=10917 2024-12-16T03:20:50,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/hadoop.log.dir so I do NOT create it in target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2 2024-12-16T03:20:50,238 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/hadoop.log.dir Erasing configuration value by system value. 2024-12-16T03:20:50,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/hadoop.tmp.dir so I do NOT create it in target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2 2024-12-16T03:20:50,238 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45a1b73d-baa8-8b79-2e31-76d583fe790b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-16T03:20:50,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2 2024-12-16T03:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T03:20:50,239 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b, deleteOnExit=true 2024-12-16T03:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T03:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/test.cache.data in system properties and HBase conf 2024-12-16T03:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T03:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/hadoop.log.dir in system properties and HBase conf 2024-12-16T03:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T03:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T03:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T03:20:50,240 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T03:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T03:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T03:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T03:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:20:50,241 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T03:20:50,241 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/nfs.dump.dir in system properties and HBase conf 2024-12-16T03:20:50,241 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/java.io.tmpdir in system properties and HBase conf 2024-12-16T03:20:50,241 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:20:50,241 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T03:20:50,241 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T03:20:50,256 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1002cda980b0006, quorum=127.0.0.1:63691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-16T03:20:50,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1002cda980b0006, quorum=127.0.0.1:63691, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-16T03:20:50,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:50,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:50,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:50,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:50,479 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:20:50,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:50,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52eb1d3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:50,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5773a466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:50,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21886f47{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/java.io.tmpdir/jetty-localhost-41795-hadoop-hdfs-3_4_1-tests_jar-_-any-3155309739365549437/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:20:50,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@511ac3fd{HTTP/1.1, (http/1.1)}{localhost:41795} 2024-12-16T03:20:50,571 INFO [Time-limited test {}] server.Server(415): Started @171474ms 2024-12-16T03:20:50,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:50,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:50,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:50,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:50,827 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:20:50,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ad9f923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:50,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@216e2192{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:50,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bb35693{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/java.io.tmpdir/jetty-localhost-40087-hadoop-hdfs-3_4_1-tests_jar-_-any-16951604286576143610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:50,933 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cb70944{HTTP/1.1, (http/1.1)}{localhost:40087} 2024-12-16T03:20:50,933 INFO [Time-limited test {}] server.Server(415): Started @171836ms 2024-12-16T03:20:50,934 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:50,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:50,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:50,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:50,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:50,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:20:50,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54730b10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:50,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@544e27aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:51,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@212d1c1e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/java.io.tmpdir/jetty-localhost-40815-hadoop-hdfs-3_4_1-tests_jar-_-any-5495737979059333996/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:51,056 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d365634{HTTP/1.1, (http/1.1)}{localhost:40815} 2024-12-16T03:20:51,056 INFO [Time-limited test {}] server.Server(415): Started @171959ms 2024-12-16T03:20:51,057 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:51,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:51,086 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:51,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:51,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:51,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:20:51,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b21f798{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:51,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2296f7fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:51,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fddf13e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/java.io.tmpdir/jetty-localhost-39971-hadoop-hdfs-3_4_1-tests_jar-_-any-3076575975135027833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:51,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@377af5b8{HTTP/1.1, (http/1.1)}{localhost:39971} 2024-12-16T03:20:51,187 INFO [Time-limited test {}] server.Server(415): Started @172090ms 2024-12-16T03:20:51,188 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:51,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:51,216 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:51,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:51,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:51,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:20:51,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b3fad9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:51,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dbeabd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:51,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c3411b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/java.io.tmpdir/jetty-localhost-45143-hadoop-hdfs-3_4_1-tests_jar-_-any-15531297736684670158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:51,316 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@495a76e2{HTTP/1.1, (http/1.1)}{localhost:45143} 2024-12-16T03:20:51,316 INFO [Time-limited test {}] server.Server(415): Started @172219ms 2024-12-16T03:20:51,317 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:51,392 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:51,392 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:51,600 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:51,600 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:51,778 WARN [Thread-3092 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/dfs/data/data2/current/BP-1092100278-172.17.0.2-1734319250263/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:51,778 WARN [Thread-3091 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/dfs/data/data1/current/BP-1092100278-172.17.0.2-1734319250263/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:51,793 WARN [Thread-3012 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:51,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a05d98951372d92 with lease ID 0xcd7332ee97381fd1: Processing first storage report for DS-60132298-a0dc-4c18-b65a-5513e243a62b from datanode DatanodeRegistration(127.0.0.1:41807, datanodeUuid=840c6519-279b-4a49-a71b-cd3af98d445d, infoPort=41995, infoSecurePort=0, ipcPort=39809, storageInfo=lv=-57;cid=testClusterID;nsid=692359936;c=1734319250263) 2024-12-16T03:20:51,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a05d98951372d92 with lease ID 0xcd7332ee97381fd1: from storage DS-60132298-a0dc-4c18-b65a-5513e243a62b node DatanodeRegistration(127.0.0.1:41807, datanodeUuid=840c6519-279b-4a49-a71b-cd3af98d445d, infoPort=41995, infoSecurePort=0, ipcPort=39809, storageInfo=lv=-57;cid=testClusterID;nsid=692359936;c=1734319250263), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:51,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a05d98951372d92 with lease ID 0xcd7332ee97381fd1: Processing first storage report for DS-eefef244-4540-414f-a835-a81337da17de from datanode DatanodeRegistration(127.0.0.1:41807, datanodeUuid=840c6519-279b-4a49-a71b-cd3af98d445d, infoPort=41995, infoSecurePort=0, ipcPort=39809, storageInfo=lv=-57;cid=testClusterID;nsid=692359936;c=1734319250263) 2024-12-16T03:20:51,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a05d98951372d92 with lease ID 0xcd7332ee97381fd1: from storage DS-eefef244-4540-414f-a835-a81337da17de node DatanodeRegistration(127.0.0.1:41807, datanodeUuid=840c6519-279b-4a49-a71b-cd3af98d445d, infoPort=41995, infoSecurePort=0, ipcPort=39809, storageInfo=lv=-57;cid=testClusterID;nsid=692359936;c=1734319250263), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:52,064 WARN [Thread-3107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/dfs/data/data3/current/BP-1092100278-172.17.0.2-1734319250263/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:52,064 WARN [Thread-3108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/dfs/data/data4/current/BP-1092100278-172.17.0.2-1734319250263/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:52,077 WARN [Thread-3035 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:52,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4752a65fb4ae28e1 with lease ID 0xcd7332ee97381fd2: Processing first storage report for DS-27fcb950-4ebb-40d0-b568-7a4323ad6074 from datanode DatanodeRegistration(127.0.0.1:40657, datanodeUuid=81b23d4c-b177-457f-800d-48c0f8f28ae9, infoPort=38655, infoSecurePort=0, ipcPort=45967, storageInfo=lv=-57;cid=testClusterID;nsid=692359936;c=1734319250263) 2024-12-16T03:20:52,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4752a65fb4ae28e1 with lease ID 0xcd7332ee97381fd2: from storage DS-27fcb950-4ebb-40d0-b568-7a4323ad6074 node DatanodeRegistration(127.0.0.1:40657, datanodeUuid=81b23d4c-b177-457f-800d-48c0f8f28ae9, infoPort=38655, infoSecurePort=0, ipcPort=45967, storageInfo=lv=-57;cid=testClusterID;nsid=692359936;c=1734319250263), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:52,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4752a65fb4ae28e1 with lease ID 0xcd7332ee97381fd2: Processing first storage report for DS-3451f585-b43c-4a0e-9f8b-d46d9ebeeebf from datanode DatanodeRegistration(127.0.0.1:40657, datanodeUuid=81b23d4c-b177-457f-800d-48c0f8f28ae9, infoPort=38655, infoSecurePort=0, ipcPort=45967, storageInfo=lv=-57;cid=testClusterID;nsid=692359936;c=1734319250263) 2024-12-16T03:20:52,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4752a65fb4ae28e1 with lease ID 0xcd7332ee97381fd2: from storage DS-3451f585-b43c-4a0e-9f8b-d46d9ebeeebf node DatanodeRegistration(127.0.0.1:40657, datanodeUuid=81b23d4c-b177-457f-800d-48c0f8f28ae9, infoPort=38655, infoSecurePort=0, ipcPort=45967, storageInfo=lv=-57;cid=testClusterID;nsid=692359936;c=1734319250263), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:52,191 WARN [Thread-3118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/dfs/data/data5/current/BP-1092100278-172.17.0.2-1734319250263/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:52,191 WARN [Thread-3119 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/dfs/data/data6/current/BP-1092100278-172.17.0.2-1734319250263/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:52,209 WARN [Thread-3058 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:52,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2132901916ed871 with lease ID 0xcd7332ee97381fd3: Processing first storage report for DS-2113540a-ee17-4fb8-b2e9-1e80d6447162 from datanode DatanodeRegistration(127.0.0.1:33497, datanodeUuid=18bba527-8cb8-4b1b-993b-9e8bb4c78e6b, infoPort=42511, infoSecurePort=0, ipcPort=43443, storageInfo=lv=-57;cid=testClusterID;nsid=692359936;c=1734319250263) 2024-12-16T03:20:52,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2132901916ed871 with lease ID 0xcd7332ee97381fd3: from storage DS-2113540a-ee17-4fb8-b2e9-1e80d6447162 node DatanodeRegistration(127.0.0.1:33497, datanodeUuid=18bba527-8cb8-4b1b-993b-9e8bb4c78e6b, infoPort=42511, infoSecurePort=0, ipcPort=43443, storageInfo=lv=-57;cid=testClusterID;nsid=692359936;c=1734319250263), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:52,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2132901916ed871 with lease ID 0xcd7332ee97381fd3: Processing first storage report for DS-29f0536d-2fb0-43f5-b642-b0ff39284fad from datanode DatanodeRegistration(127.0.0.1:33497, datanodeUuid=18bba527-8cb8-4b1b-993b-9e8bb4c78e6b, infoPort=42511, infoSecurePort=0, ipcPort=43443, storageInfo=lv=-57;cid=testClusterID;nsid=692359936;c=1734319250263) 2024-12-16T03:20:52,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2132901916ed871 with lease ID 0xcd7332ee97381fd3: from storage DS-29f0536d-2fb0-43f5-b642-b0ff39284fad node DatanodeRegistration(127.0.0.1:33497, datanodeUuid=18bba527-8cb8-4b1b-993b-9e8bb4c78e6b, infoPort=42511, infoSecurePort=0, ipcPort=43443, storageInfo=lv=-57;cid=testClusterID;nsid=692359936;c=1734319250263), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:52,256 WARN [Thread-3130 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/dfs/data/data8/current/BP-1092100278-172.17.0.2-1734319250263/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:52,256 WARN [Thread-3129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/dfs/data/data7/current/BP-1092100278-172.17.0.2-1734319250263/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:52,270 WARN [Thread-3080 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:52,272 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe33bdcea3ca0cd8d with lease ID 0xcd7332ee97381fd4: Processing first storage report for DS-e967fa73-dadd-43d5-9048-7bc2c2882bb9 from datanode DatanodeRegistration(127.0.0.1:33101, datanodeUuid=1b377625-a70f-40a7-9b0b-0bd3e7f24df5, infoPort=34351, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=692359936;c=1734319250263) 2024-12-16T03:20:52,272 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe33bdcea3ca0cd8d with lease ID 0xcd7332ee97381fd4: from storage DS-e967fa73-dadd-43d5-9048-7bc2c2882bb9 node DatanodeRegistration(127.0.0.1:33101, datanodeUuid=1b377625-a70f-40a7-9b0b-0bd3e7f24df5, infoPort=34351, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=692359936;c=1734319250263), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T03:20:52,272 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe33bdcea3ca0cd8d with lease ID 0xcd7332ee97381fd4: Processing first storage report for DS-48255122-e4d7-4ad0-b59c-dc26812c7f35 from datanode DatanodeRegistration(127.0.0.1:33101, datanodeUuid=1b377625-a70f-40a7-9b0b-0bd3e7f24df5, infoPort=34351, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=692359936;c=1734319250263) 2024-12-16T03:20:52,272 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe33bdcea3ca0cd8d with lease ID 0xcd7332ee97381fd4: from storage DS-48255122-e4d7-4ad0-b59c-dc26812c7f35 node DatanodeRegistration(127.0.0.1:33101, datanodeUuid=1b377625-a70f-40a7-9b0b-0bd3e7f24df5, infoPort=34351, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=692359936;c=1734319250263), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:52,348 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2 2024-12-16T03:20:52,350 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/zookeeper_0, clientPort=51600, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T03:20:52,351 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51600 2024-12-16T03:20:52,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:52,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:52,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:20:52,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:20:52,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:20:52,361 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf with version=8 2024-12-16T03:20:52,361 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/hbase-staging 2024-12-16T03:20:52,363 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:52,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:52,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:52,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:52,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:52,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:52,363 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:52,363 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:52,363 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46345 2024-12-16T03:20:52,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:52,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:52,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46345 connecting to ZooKeeper ensemble=127.0.0.1:51600 2024-12-16T03:20:52,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463450x0, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:52,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46345-0x1002cdabffe0000 connected 2024-12-16T03:20:52,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:52,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:52,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:52,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46345 2024-12-16T03:20:52,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46345 2024-12-16T03:20:52,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46345 2024-12-16T03:20:52,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46345 2024-12-16T03:20:52,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46345 2024-12-16T03:20:52,489 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf, hbase.cluster.distributed=false 2024-12-16T03:20:52,501 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:52,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:52,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:52,501 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:52,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:52,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:52,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:52,502 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:52,502 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39987 2024-12-16T03:20:52,502 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:20:52,503 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:20:52,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:52,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:52,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39987 connecting to ZooKeeper ensemble=127.0.0.1:51600 2024-12-16T03:20:52,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399870x0, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:52,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39987-0x1002cdabffe0001 connected 2024-12-16T03:20:52,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:52,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:52,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:52,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39987 2024-12-16T03:20:52,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39987 2024-12-16T03:20:52,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39987 2024-12-16T03:20:52,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39987 2024-12-16T03:20:52,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39987 2024-12-16T03:20:52,532 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:52,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:52,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:52,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:52,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:52,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:52,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:52,532 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:52,533 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33859 2024-12-16T03:20:52,533 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:20:52,534 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:20:52,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:52,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:52,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33859 connecting to ZooKeeper ensemble=127.0.0.1:51600 2024-12-16T03:20:52,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338590x0, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:52,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338590x0, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:52,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338590x0, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:52,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338590x0, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:52,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33859-0x1002cdabffe0002 connected 2024-12-16T03:20:52,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33859 2024-12-16T03:20:52,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33859 2024-12-16T03:20:52,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33859 2024-12-16T03:20:52,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33859 2024-12-16T03:20:52,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33859 2024-12-16T03:20:52,569 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:52,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:52,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:52,569 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:52,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:52,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:52,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:52,569 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:52,570 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39417 2024-12-16T03:20:52,570 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:20:52,570 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:20:52,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:52,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:52,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39417 connecting to ZooKeeper ensemble=127.0.0.1:51600 2024-12-16T03:20:52,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394170x0, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:52,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394170x0, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:52,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39417-0x1002cdabffe0003 connected 2024-12-16T03:20:52,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:52,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:52,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39417 2024-12-16T03:20:52,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39417 2024-12-16T03:20:52,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39417 2024-12-16T03:20:52,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39417 2024-12-16T03:20:52,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39417 2024-12-16T03:20:52,603 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:20:52,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:52,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:52,603 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:20:52,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:20:52,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:20:52,603 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:20:52,604 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:20:52,604 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46125 2024-12-16T03:20:52,604 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:20:52,605 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:20:52,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:52,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:52,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46125 connecting to ZooKeeper ensemble=127.0.0.1:51600 2024-12-16T03:20:52,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461250x0, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:52,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461250x0, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:52,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46125-0x1002cdabffe0004 connected 2024-12-16T03:20:52,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:52,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:20:52,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46125 2024-12-16T03:20:52,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46125 2024-12-16T03:20:52,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46125 2024-12-16T03:20:52,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46125 2024-12-16T03:20:52,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46125 2024-12-16T03:20:52,620 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/f0d65a6309ee,46345,1734319252362 2024-12-16T03:20:52,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:52,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:52,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:52,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:52,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:52,628 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f0d65a6309ee,46345,1734319252362 2024-12-16T03:20:52,630 DEBUG [M:0;f0d65a6309ee:46345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f0d65a6309ee:46345 2024-12-16T03:20:52,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:52,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:52,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:52,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:52,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:52,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,637 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T03:20:52,637 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f0d65a6309ee,46345,1734319252362 from backup master directory 2024-12-16T03:20:52,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T03:20:52,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f0d65a6309ee,46345,1734319252362 2024-12-16T03:20:52,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:52,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:52,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:52,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:52,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:20:52,645 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:52,645 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f0d65a6309ee,46345,1734319252362 2024-12-16T03:20:52,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:20:52,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:20:52,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:20:52,653 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/hbase.id with ID: 6c682f3e-e5a5-4246-9938-1123cf4da585 2024-12-16T03:20:52,660 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:20:52,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:20:52,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:20:52,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:20:52,677 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:20:52,678 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T03:20:52,678 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:52,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:20:52,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:20:52,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:20:52,685 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store 2024-12-16T03:20:52,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:20:52,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:20:52,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:20:52,694 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:52,694 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:20:52,694 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:52,694 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:52,694 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:20:52,694 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:52,694 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:52,694 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:20:52,694 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/.initializing 2024-12-16T03:20:52,694 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/WALs/f0d65a6309ee,46345,1734319252362 2024-12-16T03:20:52,695 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:52,697 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f0d65a6309ee%2C46345%2C1734319252362, suffix=, logDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/WALs/f0d65a6309ee,46345,1734319252362, archiveDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/oldWALs, maxLogs=10 2024-12-16T03:20:52,708 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/WALs/f0d65a6309ee,46345,1734319252362/f0d65a6309ee%2C46345%2C1734319252362.1734319252697, exclude list is [], retry=0 2024-12-16T03:20:52,711 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33497,DS-2113540a-ee17-4fb8-b2e9-1e80d6447162,DISK] 2024-12-16T03:20:52,711 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41807,DS-60132298-a0dc-4c18-b65a-5513e243a62b,DISK] 2024-12-16T03:20:52,711 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40657,DS-27fcb950-4ebb-40d0-b568-7a4323ad6074,DISK] 2024-12-16T03:20:52,712 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/WALs/f0d65a6309ee,46345,1734319252362/f0d65a6309ee%2C46345%2C1734319252362.1734319252697 2024-12-16T03:20:52,712 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:38655:38655),(127.0.0.1/127.0.0.1:41995:41995)] 2024-12-16T03:20:52,712 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:52,713 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:52,713 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:52,713 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:52,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:52,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T03:20:52,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:52,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:52,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:52,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T03:20:52,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:52,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:52,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:52,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T03:20:52,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:52,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:52,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:52,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T03:20:52,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:52,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:52,721 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:52,722 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:52,723 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T03:20:52,724 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:20:52,725 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:20:52,726 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72483205, jitterRate=0.0800839215517044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T03:20:52,726 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:20:52,726 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T03:20:52,728 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:20:52,729 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134e32b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:52,729 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:52,729 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T03:20:52,729 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T03:20:52,729 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T03:20:52,729 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T03:20:52,730 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-16T03:20:52,730 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-16T03:20:52,730 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T03:20:52,731 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T03:20:52,731 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-16T03:20:52,736 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-16T03:20:52,736 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T03:20:52,737 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-16T03:20:52,744 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-16T03:20:52,745 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T03:20:52,745 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-16T03:20:52,753 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-16T03:20:52,753 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-16T03:20:52,761 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-16T03:20:52,762 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T03:20:52,769 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-16T03:20:52,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:52,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:52,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:52,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:52,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:52,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,778 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f0d65a6309ee,46345,1734319252362, sessionid=0x1002cdabffe0000, setting cluster-up flag (Was=false) 2024-12-16T03:20:52,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,820 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-16T03:20:52,821 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,46345,1734319252362 2024-12-16T03:20:52,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:52,861 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-16T03:20:52,862 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,46345,1734319252362 2024-12-16T03:20:52,864 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T03:20:52,864 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T03:20:52,864 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T03:20:52,864 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f0d65a6309ee,46345,1734319252362 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T03:20:52,865 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:20:52,865 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:20:52,865 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:20:52,865 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:20:52,865 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f0d65a6309ee:0, corePoolSize=10, maxPoolSize=10 2024-12-16T03:20:52,865 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:52,865 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:52,865 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:52,866 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734319282865 2024-12-16T03:20:52,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:20:52,866 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T03:20:52,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T03:20:52,866 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T03:20:52,866 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T03:20:52,866 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T03:20:52,866 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T03:20:52,866 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T03:20:52,866 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:52,866 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T03:20:52,866 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T03:20:52,866 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T03:20:52,867 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:52,867 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T03:20:52,867 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T03:20:52,867 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:20:52,867 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319252867,5,FailOnTimeoutGroup] 2024-12-16T03:20:52,871 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319252867,5,FailOnTimeoutGroup] 2024-12-16T03:20:52,871 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:52,871 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T03:20:52,871 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:52,871 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:52,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:20:52,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:20:52,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:20:52,877 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T03:20:52,877 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf 2024-12-16T03:20:52,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:20:52,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:20:52,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:20:52,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:52,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:20:52,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:20:52,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:52,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:52,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:20:52,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:20:52,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:52,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:52,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:20:52,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:20:52,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:52,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:52,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740 2024-12-16T03:20:52,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740 2024-12-16T03:20:52,897 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:52,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:20:52,899 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:20:52,899 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61695676, jitterRate=-0.0806627869606018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:52,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:20:52,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:52,900 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:52,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:52,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:52,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:52,900 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:52,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:52,900 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:20:52,900 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T03:20:52,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T03:20:52,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T03:20:52,901 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:20:52,930 DEBUG [RS:3;f0d65a6309ee:46125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;f0d65a6309ee:46125 2024-12-16T03:20:52,930 DEBUG [RS:2;f0d65a6309ee:39417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f0d65a6309ee:39417 2024-12-16T03:20:52,930 DEBUG [RS:1;f0d65a6309ee:33859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f0d65a6309ee:33859 2024-12-16T03:20:52,931 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.HRegionServer(1008): ClusterId : 6c682f3e-e5a5-4246-9938-1123cf4da585 2024-12-16T03:20:52,931 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer(1008): ClusterId : 6c682f3e-e5a5-4246-9938-1123cf4da585 2024-12-16T03:20:52,931 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.HRegionServer(1008): ClusterId : 6c682f3e-e5a5-4246-9938-1123cf4da585 2024-12-16T03:20:52,931 DEBUG [RS:1;f0d65a6309ee:33859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:20:52,931 DEBUG [RS:3;f0d65a6309ee:46125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:20:52,931 DEBUG [RS:2;f0d65a6309ee:39417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:20:52,934 DEBUG [RS:0;f0d65a6309ee:39987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f0d65a6309ee:39987 2024-12-16T03:20:52,936 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.HRegionServer(1008): ClusterId : 6c682f3e-e5a5-4246-9938-1123cf4da585 2024-12-16T03:20:52,936 DEBUG [RS:0;f0d65a6309ee:39987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:20:52,937 DEBUG [RS:2;f0d65a6309ee:39417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:20:52,937 DEBUG [RS:1;f0d65a6309ee:33859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:20:52,937 DEBUG [RS:2;f0d65a6309ee:39417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:20:52,937 DEBUG [RS:1;f0d65a6309ee:33859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:20:52,937 DEBUG [RS:3;f0d65a6309ee:46125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:20:52,937 DEBUG [RS:3;f0d65a6309ee:46125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:20:52,953 DEBUG [RS:0;f0d65a6309ee:39987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:20:52,953 DEBUG [RS:0;f0d65a6309ee:39987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:20:52,954 DEBUG [RS:3;f0d65a6309ee:46125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:20:52,954 DEBUG [RS:2;f0d65a6309ee:39417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:20:52,954 DEBUG [RS:1;f0d65a6309ee:33859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:20:52,954 DEBUG [RS:3;f0d65a6309ee:46125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bcd7d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:52,954 DEBUG [RS:2;f0d65a6309ee:39417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7035cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:52,954 DEBUG [RS:1;f0d65a6309ee:33859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b079f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:52,954 DEBUG [RS:2;f0d65a6309ee:39417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8c737f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:52,954 DEBUG [RS:3;f0d65a6309ee:46125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49848290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:52,954 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:20:52,954 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:20:52,954 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:20:52,954 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:20:52,954 DEBUG [RS:2;f0d65a6309ee:39417 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:20:52,954 DEBUG [RS:1;f0d65a6309ee:33859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4980523b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:52,954 DEBUG [RS:3;f0d65a6309ee:46125 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:20:52,954 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:20:52,954 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:20:52,954 DEBUG [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:20:52,961 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,46345,1734319252362 with isa=f0d65a6309ee/172.17.0.2:33859, startcode=1734319252532 2024-12-16T03:20:52,961 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,46345,1734319252362 with isa=f0d65a6309ee/172.17.0.2:46125, startcode=1734319252603 2024-12-16T03:20:52,961 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,46345,1734319252362 with isa=f0d65a6309ee/172.17.0.2:39417, startcode=1734319252568 2024-12-16T03:20:52,961 DEBUG [RS:1;f0d65a6309ee:33859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:20:52,961 DEBUG [RS:3;f0d65a6309ee:46125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:20:52,961 DEBUG [RS:2;f0d65a6309ee:39417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:20:52,962 DEBUG [RS:0;f0d65a6309ee:39987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:20:52,962 DEBUG [RS:0;f0d65a6309ee:39987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f243b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:52,962 DEBUG [RS:0;f0d65a6309ee:39987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cadcb0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:52,962 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:20:52,962 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:20:52,962 DEBUG [RS:0;f0d65a6309ee:39987 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:20:52,963 INFO [RS-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55809, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:20:52,963 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,46345,1734319252362 with isa=f0d65a6309ee/172.17.0.2:39987, startcode=1734319252501 2024-12-16T03:20:52,963 DEBUG [RS:0;f0d65a6309ee:39987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:20:52,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46345 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,39417,1734319252568 2024-12-16T03:20:52,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46345 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,39417,1734319252568 2024-12-16T03:20:52,964 DEBUG [RS:2;f0d65a6309ee:39417 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf 2024-12-16T03:20:52,964 DEBUG [RS:2;f0d65a6309ee:39417 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33711 2024-12-16T03:20:52,964 DEBUG [RS:2;f0d65a6309ee:39417 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:20:52,964 INFO [RS-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49907, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:20:52,964 INFO [RS-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53155, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:20:52,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46345 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,39987,1734319252501 2024-12-16T03:20:52,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46345 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,39987,1734319252501 2024-12-16T03:20:52,964 INFO [RS-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55423, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:20:52,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46345 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,33859,1734319252532 2024-12-16T03:20:52,965 DEBUG [RS:0;f0d65a6309ee:39987 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf 2024-12-16T03:20:52,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46345 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,33859,1734319252532 2024-12-16T03:20:52,965 DEBUG [RS:0;f0d65a6309ee:39987 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33711 2024-12-16T03:20:52,965 DEBUG [RS:0;f0d65a6309ee:39987 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:20:52,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46345 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,46125,1734319252603 2024-12-16T03:20:52,966 DEBUG [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf 2024-12-16T03:20:52,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46345 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,46125,1734319252603 2024-12-16T03:20:52,966 DEBUG [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33711 2024-12-16T03:20:52,966 DEBUG [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:20:52,966 DEBUG [RS:3;f0d65a6309ee:46125 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf 2024-12-16T03:20:52,966 DEBUG [RS:3;f0d65a6309ee:46125 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33711 2024-12-16T03:20:52,966 DEBUG [RS:3;f0d65a6309ee:46125 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:20:52,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:20:53,011 DEBUG [RS:2;f0d65a6309ee:39417 {}] zookeeper.ZKUtil(111): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,39417,1734319252568 2024-12-16T03:20:53,011 WARN [RS:2;f0d65a6309ee:39417 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:53,012 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,46125,1734319252603] 2024-12-16T03:20:53,012 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,39987,1734319252501] 2024-12-16T03:20:53,012 DEBUG [RS:1;f0d65a6309ee:33859 {}] zookeeper.ZKUtil(111): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,33859,1734319252532 2024-12-16T03:20:53,012 DEBUG [RS:0;f0d65a6309ee:39987 {}] zookeeper.ZKUtil(111): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,39987,1734319252501 2024-12-16T03:20:53,012 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,39417,1734319252568] 2024-12-16T03:20:53,012 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,33859,1734319252532] 2024-12-16T03:20:53,012 DEBUG [RS:3;f0d65a6309ee:46125 {}] zookeeper.ZKUtil(111): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,46125,1734319252603 2024-12-16T03:20:53,012 WARN [RS:1;f0d65a6309ee:33859 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:53,012 INFO [RS:2;f0d65a6309ee:39417 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:53,012 WARN [RS:0;f0d65a6309ee:39987 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:53,012 WARN [RS:3;f0d65a6309ee:46125 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:20:53,012 INFO [RS:1;f0d65a6309ee:33859 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:53,012 INFO [RS:0;f0d65a6309ee:39987 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:53,012 INFO [RS:3;f0d65a6309ee:46125 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:53,012 DEBUG [RS:2;f0d65a6309ee:39417 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,39417,1734319252568 2024-12-16T03:20:53,012 DEBUG [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,33859,1734319252532 2024-12-16T03:20:53,012 DEBUG [RS:0;f0d65a6309ee:39987 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,39987,1734319252501 2024-12-16T03:20:53,012 DEBUG [RS:3;f0d65a6309ee:46125 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603 2024-12-16T03:20:53,016 DEBUG [RS:2;f0d65a6309ee:39417 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:20:53,016 DEBUG [RS:1;f0d65a6309ee:33859 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:20:53,016 DEBUG [RS:3;f0d65a6309ee:46125 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:20:53,016 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:20:53,016 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:20:53,016 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:20:53,017 DEBUG [RS:0;f0d65a6309ee:39987 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:20:53,018 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:20:53,018 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:20:53,019 INFO [RS:3;f0d65a6309ee:46125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:53,019 INFO [RS:1;f0d65a6309ee:33859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:53,019 INFO [RS:3;f0d65a6309ee:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,019 INFO [RS:1;f0d65a6309ee:33859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,019 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:20:53,019 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:20:53,019 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:20:53,019 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:20:53,020 INFO [RS:2;f0d65a6309ee:39417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:53,020 INFO [RS:2;f0d65a6309ee:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,020 INFO [RS:3;f0d65a6309ee:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,020 DEBUG [RS:3;f0d65a6309ee:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,020 DEBUG [RS:3;f0d65a6309ee:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,020 DEBUG [RS:3;f0d65a6309ee:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,020 DEBUG [RS:3;f0d65a6309ee:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,020 DEBUG [RS:3;f0d65a6309ee:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,020 DEBUG [RS:3;f0d65a6309ee:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:53,020 DEBUG [RS:3;f0d65a6309ee:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,020 DEBUG [RS:3;f0d65a6309ee:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,020 DEBUG [RS:3;f0d65a6309ee:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,020 DEBUG [RS:3;f0d65a6309ee:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,020 DEBUG [RS:3;f0d65a6309ee:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,020 DEBUG [RS:3;f0d65a6309ee:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:53,021 DEBUG [RS:3;f0d65a6309ee:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:53,021 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:20:53,021 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:20:53,022 INFO [RS:2;f0d65a6309ee:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,022 DEBUG [RS:2;f0d65a6309ee:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,022 DEBUG [RS:2;f0d65a6309ee:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,022 DEBUG [RS:2;f0d65a6309ee:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,022 DEBUG [RS:2;f0d65a6309ee:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,022 DEBUG [RS:2;f0d65a6309ee:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,022 DEBUG [RS:2;f0d65a6309ee:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:53,022 DEBUG [RS:2;f0d65a6309ee:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,022 DEBUG [RS:2;f0d65a6309ee:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,022 DEBUG [RS:2;f0d65a6309ee:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,022 DEBUG [RS:2;f0d65a6309ee:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,022 DEBUG [RS:2;f0d65a6309ee:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,022 DEBUG [RS:2;f0d65a6309ee:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:53,022 DEBUG [RS:2;f0d65a6309ee:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:53,023 INFO [RS:0;f0d65a6309ee:39987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:53,023 INFO [RS:0;f0d65a6309ee:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,023 INFO [RS:1;f0d65a6309ee:33859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,024 DEBUG [RS:1;f0d65a6309ee:33859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,024 DEBUG [RS:1;f0d65a6309ee:33859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,024 DEBUG [RS:1;f0d65a6309ee:33859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,024 DEBUG [RS:1;f0d65a6309ee:33859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,024 DEBUG [RS:1;f0d65a6309ee:33859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,024 DEBUG [RS:1;f0d65a6309ee:33859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:53,024 DEBUG [RS:1;f0d65a6309ee:33859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,024 DEBUG [RS:1;f0d65a6309ee:33859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,024 DEBUG [RS:1;f0d65a6309ee:33859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,024 DEBUG [RS:1;f0d65a6309ee:33859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,024 DEBUG [RS:1;f0d65a6309ee:33859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,024 DEBUG [RS:1;f0d65a6309ee:33859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:53,024 DEBUG [RS:1;f0d65a6309ee:33859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:53,029 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:20:53,029 INFO [RS:3;f0d65a6309ee:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,029 INFO [RS:3;f0d65a6309ee:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,029 INFO [RS:3;f0d65a6309ee:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,029 INFO [RS:3;f0d65a6309ee:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,029 INFO [RS:3;f0d65a6309ee:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,46125,1734319252603-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:53,029 INFO [RS:1;f0d65a6309ee:33859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,029 INFO [RS:1;f0d65a6309ee:33859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,030 INFO [RS:2;f0d65a6309ee:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,030 INFO [RS:1;f0d65a6309ee:33859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,030 INFO [RS:2;f0d65a6309ee:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,030 INFO [RS:1;f0d65a6309ee:33859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,030 INFO [RS:2;f0d65a6309ee:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,030 INFO [RS:1;f0d65a6309ee:33859 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33859,1734319252532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:53,030 INFO [RS:2;f0d65a6309ee:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,030 INFO [RS:2;f0d65a6309ee:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,39417,1734319252568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:53,030 INFO [RS:0;f0d65a6309ee:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,030 DEBUG [RS:0;f0d65a6309ee:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,030 DEBUG [RS:0;f0d65a6309ee:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,030 DEBUG [RS:0;f0d65a6309ee:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,030 DEBUG [RS:0;f0d65a6309ee:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,030 DEBUG [RS:0;f0d65a6309ee:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,030 DEBUG [RS:0;f0d65a6309ee:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:20:53,030 DEBUG [RS:0;f0d65a6309ee:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,030 DEBUG [RS:0;f0d65a6309ee:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,030 DEBUG [RS:0;f0d65a6309ee:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,030 DEBUG [RS:0;f0d65a6309ee:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,030 DEBUG [RS:0;f0d65a6309ee:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:20:53,030 DEBUG [RS:0;f0d65a6309ee:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:53,030 DEBUG [RS:0;f0d65a6309ee:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:20:53,031 INFO [RS:0;f0d65a6309ee:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,031 INFO [RS:0;f0d65a6309ee:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,031 INFO [RS:0;f0d65a6309ee:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,031 INFO [RS:0;f0d65a6309ee:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,031 INFO [RS:0;f0d65a6309ee:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,39987,1734319252501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:53,043 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:20:53,044 INFO [RS:2;f0d65a6309ee:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,39417,1734319252568-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,047 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:20:53,047 INFO [RS:3;f0d65a6309ee:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,46125,1734319252603-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,047 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:20:53,048 INFO [RS:1;f0d65a6309ee:33859 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33859,1734319252532-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,049 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:20:53,049 INFO [RS:0;f0d65a6309ee:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,39987,1734319252501-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,052 WARN [f0d65a6309ee:46345 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-16T03:20:53,058 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.Replication(204): f0d65a6309ee,39417,1734319252568 started 2024-12-16T03:20:53,058 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,39417,1734319252568, RpcServer on f0d65a6309ee/172.17.0.2:39417, sessionid=0x1002cdabffe0003 2024-12-16T03:20:53,058 DEBUG [RS:2;f0d65a6309ee:39417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:20:53,058 DEBUG [RS:2;f0d65a6309ee:39417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,39417,1734319252568 2024-12-16T03:20:53,058 DEBUG [RS:2;f0d65a6309ee:39417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,39417,1734319252568' 2024-12-16T03:20:53,058 DEBUG [RS:2;f0d65a6309ee:39417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:20:53,059 DEBUG [RS:2;f0d65a6309ee:39417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:20:53,060 DEBUG [RS:2;f0d65a6309ee:39417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:20:53,060 DEBUG [RS:2;f0d65a6309ee:39417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:20:53,060 DEBUG [RS:2;f0d65a6309ee:39417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,39417,1734319252568 2024-12-16T03:20:53,060 DEBUG [RS:2;f0d65a6309ee:39417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,39417,1734319252568' 2024-12-16T03:20:53,060 DEBUG [RS:2;f0d65a6309ee:39417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:20:53,060 DEBUG [RS:2;f0d65a6309ee:39417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:20:53,061 DEBUG [RS:2;f0d65a6309ee:39417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:20:53,061 INFO [RS:2;f0d65a6309ee:39417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:20:53,061 INFO [RS:2;f0d65a6309ee:39417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:20:53,064 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.Replication(204): f0d65a6309ee,33859,1734319252532 started 2024-12-16T03:20:53,064 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,33859,1734319252532, RpcServer on f0d65a6309ee/172.17.0.2:33859, sessionid=0x1002cdabffe0002 2024-12-16T03:20:53,064 DEBUG [RS:1;f0d65a6309ee:33859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:20:53,064 DEBUG [RS:1;f0d65a6309ee:33859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,33859,1734319252532 2024-12-16T03:20:53,064 DEBUG [RS:1;f0d65a6309ee:33859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,33859,1734319252532' 2024-12-16T03:20:53,064 DEBUG [RS:1;f0d65a6309ee:33859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:20:53,065 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.Replication(204): f0d65a6309ee,46125,1734319252603 started 2024-12-16T03:20:53,065 DEBUG [RS:1;f0d65a6309ee:33859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:20:53,065 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,46125,1734319252603, RpcServer on f0d65a6309ee/172.17.0.2:46125, sessionid=0x1002cdabffe0004 2024-12-16T03:20:53,065 DEBUG [RS:3;f0d65a6309ee:46125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:20:53,065 DEBUG [RS:3;f0d65a6309ee:46125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,46125,1734319252603 2024-12-16T03:20:53,065 DEBUG [RS:3;f0d65a6309ee:46125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,46125,1734319252603' 2024-12-16T03:20:53,065 DEBUG [RS:3;f0d65a6309ee:46125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:20:53,065 DEBUG [RS:1;f0d65a6309ee:33859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:20:53,065 DEBUG [RS:1;f0d65a6309ee:33859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:20:53,065 DEBUG [RS:1;f0d65a6309ee:33859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,33859,1734319252532 2024-12-16T03:20:53,065 DEBUG [RS:1;f0d65a6309ee:33859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,33859,1734319252532' 2024-12-16T03:20:53,065 DEBUG [RS:1;f0d65a6309ee:33859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:20:53,065 DEBUG [RS:3;f0d65a6309ee:46125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:20:53,065 DEBUG [RS:1;f0d65a6309ee:33859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:20:53,065 DEBUG [RS:3;f0d65a6309ee:46125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:20:53,066 DEBUG [RS:1;f0d65a6309ee:33859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:20:53,066 DEBUG [RS:3;f0d65a6309ee:46125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:20:53,066 INFO [RS:1;f0d65a6309ee:33859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:20:53,066 DEBUG [RS:3;f0d65a6309ee:46125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,46125,1734319252603 2024-12-16T03:20:53,066 INFO [RS:1;f0d65a6309ee:33859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:20:53,066 DEBUG [RS:3;f0d65a6309ee:46125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,46125,1734319252603' 2024-12-16T03:20:53,066 DEBUG [RS:3;f0d65a6309ee:46125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:20:53,066 DEBUG [RS:3;f0d65a6309ee:46125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:20:53,066 DEBUG [RS:3;f0d65a6309ee:46125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:20:53,066 INFO [RS:3;f0d65a6309ee:46125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:20:53,066 INFO [RS:3;f0d65a6309ee:46125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:20:53,067 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.Replication(204): f0d65a6309ee,39987,1734319252501 started 2024-12-16T03:20:53,067 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,39987,1734319252501, RpcServer on f0d65a6309ee/172.17.0.2:39987, sessionid=0x1002cdabffe0001 2024-12-16T03:20:53,067 DEBUG [RS:0;f0d65a6309ee:39987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:20:53,067 DEBUG [RS:0;f0d65a6309ee:39987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,39987,1734319252501 2024-12-16T03:20:53,067 DEBUG [RS:0;f0d65a6309ee:39987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,39987,1734319252501' 2024-12-16T03:20:53,067 DEBUG [RS:0;f0d65a6309ee:39987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:20:53,067 DEBUG [RS:0;f0d65a6309ee:39987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:20:53,068 DEBUG [RS:0;f0d65a6309ee:39987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:20:53,068 DEBUG [RS:0;f0d65a6309ee:39987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:20:53,068 DEBUG [RS:0;f0d65a6309ee:39987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,39987,1734319252501 2024-12-16T03:20:53,068 DEBUG [RS:0;f0d65a6309ee:39987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,39987,1734319252501' 2024-12-16T03:20:53,068 DEBUG [RS:0;f0d65a6309ee:39987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:20:53,068 DEBUG [RS:0;f0d65a6309ee:39987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:20:53,068 DEBUG [RS:0;f0d65a6309ee:39987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:20:53,068 INFO [RS:0;f0d65a6309ee:39987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:20:53,068 INFO [RS:0;f0d65a6309ee:39987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:20:53,161 INFO [RS:2;f0d65a6309ee:39417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:53,163 INFO [RS:2;f0d65a6309ee:39417 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C39417%2C1734319252568, suffix=, logDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,39417,1734319252568, archiveDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/oldWALs, maxLogs=10 2024-12-16T03:20:53,166 INFO [RS:1;f0d65a6309ee:33859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:53,166 INFO [RS:3;f0d65a6309ee:46125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:53,167 INFO [RS:1;f0d65a6309ee:33859 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C33859%2C1734319252532, suffix=, logDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,33859,1734319252532, archiveDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/oldWALs, maxLogs=10 2024-12-16T03:20:53,167 INFO [RS:3;f0d65a6309ee:46125 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C46125%2C1734319252603, suffix=, logDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603, archiveDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/oldWALs, maxLogs=10 2024-12-16T03:20:53,168 INFO [RS:0;f0d65a6309ee:39987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:20:53,170 INFO [RS:0;f0d65a6309ee:39987 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C39987%2C1734319252501, suffix=, logDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,39987,1734319252501, archiveDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/oldWALs, maxLogs=10 2024-12-16T03:20:53,179 DEBUG [RS:2;f0d65a6309ee:39417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,39417,1734319252568/f0d65a6309ee%2C39417%2C1734319252568.1734319253163, exclude list is [], retry=0 2024-12-16T03:20:53,179 DEBUG [RS:3;f0d65a6309ee:46125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.1734319253167, exclude list is [], retry=0 2024-12-16T03:20:53,181 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40657,DS-27fcb950-4ebb-40d0-b568-7a4323ad6074,DISK] 2024-12-16T03:20:53,181 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41807,DS-60132298-a0dc-4c18-b65a-5513e243a62b,DISK] 2024-12-16T03:20:53,182 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41807,DS-60132298-a0dc-4c18-b65a-5513e243a62b,DISK] 2024-12-16T03:20:53,182 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40657,DS-27fcb950-4ebb-40d0-b568-7a4323ad6074,DISK] 2024-12-16T03:20:53,182 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-e967fa73-dadd-43d5-9048-7bc2c2882bb9,DISK] 2024-12-16T03:20:53,182 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-e967fa73-dadd-43d5-9048-7bc2c2882bb9,DISK] 2024-12-16T03:20:53,182 DEBUG [RS:1;f0d65a6309ee:33859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,33859,1734319252532/f0d65a6309ee%2C33859%2C1734319252532.1734319253167, exclude list is [], retry=0 2024-12-16T03:20:53,185 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41807,DS-60132298-a0dc-4c18-b65a-5513e243a62b,DISK] 2024-12-16T03:20:53,185 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40657,DS-27fcb950-4ebb-40d0-b568-7a4323ad6074,DISK] 2024-12-16T03:20:53,185 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33497,DS-2113540a-ee17-4fb8-b2e9-1e80d6447162,DISK] 2024-12-16T03:20:53,187 DEBUG [RS:0;f0d65a6309ee:39987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,39987,1734319252501/f0d65a6309ee%2C39987%2C1734319252501.1734319253170, exclude list is [], retry=0 2024-12-16T03:20:53,189 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40657,DS-27fcb950-4ebb-40d0-b568-7a4323ad6074,DISK] 2024-12-16T03:20:53,189 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41807,DS-60132298-a0dc-4c18-b65a-5513e243a62b,DISK] 2024-12-16T03:20:53,189 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-e967fa73-dadd-43d5-9048-7bc2c2882bb9,DISK] 2024-12-16T03:20:53,192 INFO [RS:2;f0d65a6309ee:39417 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,39417,1734319252568/f0d65a6309ee%2C39417%2C1734319252568.1734319253163 2024-12-16T03:20:53,192 INFO [RS:3;f0d65a6309ee:46125 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.1734319253167 2024-12-16T03:20:53,193 DEBUG [RS:2;f0d65a6309ee:39417 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38655:38655),(127.0.0.1/127.0.0.1:41995:41995),(127.0.0.1/127.0.0.1:34351:34351)] 2024-12-16T03:20:53,193 DEBUG [RS:3;f0d65a6309ee:46125 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41995:41995),(127.0.0.1/127.0.0.1:34351:34351),(127.0.0.1/127.0.0.1:38655:38655)] 2024-12-16T03:20:53,193 INFO [RS:1;f0d65a6309ee:33859 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,33859,1734319252532/f0d65a6309ee%2C33859%2C1734319252532.1734319253167 2024-12-16T03:20:53,194 DEBUG [RS:1;f0d65a6309ee:33859 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41995:41995),(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:38655:38655)] 2024-12-16T03:20:53,194 INFO [RS:0;f0d65a6309ee:39987 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,39987,1734319252501/f0d65a6309ee%2C39987%2C1734319252501.1734319253170 2024-12-16T03:20:53,194 DEBUG [RS:0;f0d65a6309ee:39987 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41995:41995),(127.0.0.1/127.0.0.1:34351:34351),(127.0.0.1/127.0.0.1:38655:38655)] 2024-12-16T03:20:53,301 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:53,301 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:53,302 DEBUG [f0d65a6309ee:46345 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-16T03:20:53,302 DEBUG [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:53,303 DEBUG [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:53,303 DEBUG [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:53,303 DEBUG [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:53,303 DEBUG [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:20:53,303 INFO [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:53,303 INFO [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:53,303 INFO [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:53,303 INFO [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:20:53,303 DEBUG [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:20:53,304 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,46125,1734319252603 2024-12-16T03:20:53,304 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,46125,1734319252603, state=OPENING 2024-12-16T03:20:53,311 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T03:20:53,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:53,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:53,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:53,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:53,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:53,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:53,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:53,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:53,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,46125,1734319252603}] 2024-12-16T03:20:53,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:53,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:53,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,46125,1734319252603 2024-12-16T03:20:53,472 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:53,472 INFO [RS-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:53,475 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:20:53,475 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:20:53,489 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-16T03:20:53,490 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T03:20:53,491 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C46125%2C1734319252603.meta, suffix=.meta, logDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603, archiveDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/oldWALs, maxLogs=10 2024-12-16T03:20:53,508 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x181d5358 to 127.0.0.1:51600 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66d476f7 2024-12-16T03:20:53,509 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, exclude list is [], retry=0 2024-12-16T03:20:53,511 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-e967fa73-dadd-43d5-9048-7bc2c2882bb9,DISK] 2024-12-16T03:20:53,511 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40657,DS-27fcb950-4ebb-40d0-b568-7a4323ad6074,DISK] 2024-12-16T03:20:53,511 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33497,DS-2113540a-ee17-4fb8-b2e9-1e80d6447162,DISK] 2024-12-16T03:20:53,520 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37679850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:53,528 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:51600 2024-12-16T03:20:53,529 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta 2024-12-16T03:20:53,531 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:38655:38655),(127.0.0.1/127.0.0.1:34351:34351)] 2024-12-16T03:20:53,531 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:53,531 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:53,532 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:20:53,532 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:53,532 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:20:53,532 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:53,532 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:20:53,532 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:20:53,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:20:53,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:20:53,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:53,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:53,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:20:53,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:20:53,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:53,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:53,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:20:53,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:20:53,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:53,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:53,536 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740 2024-12-16T03:20:53,536 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:20:53,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1002cdabffe0006 connected 2024-12-16T03:20:53,537 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=6c682f3e-e5a5-4246-9938-1123cf4da585 to cluster=6c682f3e-e5a5-4246-9938-1123cf4da585 2024-12-16T03:20:53,537 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=f0d65a6309ee%2C46125%2C1734319252603 2024-12-16T03:20:53,537 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-16T03:20:53,537 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740 2024-12-16T03:20:53,537 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:53,537 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f0d65a6309ee%2C46125%2C1734319252603 2024-12-16T03:20:53,538 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:53,540 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:20:53,540 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74179757, jitterRate=0.10536451637744904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:53,541 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:20:53,543 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734319253471 2024-12-16T03:20:53,548 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:20:53,548 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:20:53,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,46125,1734319252603 2024-12-16T03:20:53,548 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,46125,1734319252603, state=OPEN 2024-12-16T03:20:53,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:53,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:53,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:53,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:53,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:53,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:53,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:53,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:53,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:53,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:53,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T03:20:53,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,46125,1734319252603 in 239 msec 2024-12-16T03:20:53,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T03:20:53,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 659 msec 2024-12-16T03:20:53,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 697 msec 2024-12-16T03:20:53,562 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734319253562, completionTime=-1 2024-12-16T03:20:53,562 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-16T03:20:53,562 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T03:20:53,562 DEBUG [hconnection-0x1113983d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:53,563 INFO [RS-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:53,564 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-16T03:20:53,564 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734319313564 2024-12-16T03:20:53,564 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734319373564 2024-12-16T03:20:53,564 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 1 msec 2024-12-16T03:20:53,584 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,46345,1734319252362-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,584 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,46345,1734319252362-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,584 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,46345,1734319252362-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,584 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f0d65a6309ee:46345, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,584 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:53,584 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T03:20:53,584 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:20:53,585 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T03:20:53,586 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T03:20:53,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:20:53,586 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:53,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:20:53,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:20:53,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:20:53,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:20:53,594 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2ff6eec9fce9e03b85ffdb39fe500cf0, NAME => 'hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf 2024-12-16T03:20:53,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:20:53,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:20:53,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:20:53,603 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:53,603 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 2ff6eec9fce9e03b85ffdb39fe500cf0, disabling compactions & flushes 2024-12-16T03:20:53,603 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0. 2024-12-16T03:20:53,603 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0. 2024-12-16T03:20:53,603 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0. after waiting 0 ms 2024-12-16T03:20:53,603 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0. 2024-12-16T03:20:53,603 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0. 2024-12-16T03:20:53,603 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2ff6eec9fce9e03b85ffdb39fe500cf0: 2024-12-16T03:20:53,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:20:53,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734319253604"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319253604"}]},"ts":"1734319253604"} 2024-12-16T03:20:53,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:20:53,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:20:53,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319253605"}]},"ts":"1734319253605"} 2024-12-16T03:20:53,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T03:20:53,620 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:53,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:53,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:53,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:53,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:20:53,621 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:53,621 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:53,621 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:53,621 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:20:53,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:20:53,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2ff6eec9fce9e03b85ffdb39fe500cf0, ASSIGN}] 2024-12-16T03:20:53,622 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2ff6eec9fce9e03b85ffdb39fe500cf0, ASSIGN 2024-12-16T03:20:53,622 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=2ff6eec9fce9e03b85ffdb39fe500cf0, ASSIGN; state=OFFLINE, location=f0d65a6309ee,33859,1734319252532; forceNewPlan=false, retain=false 2024-12-16T03:20:53,741 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to pos 0, reset compression=false 2024-12-16T03:20:53,745 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:53,745 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to pos 685, reset compression=false 2024-12-16T03:20:53,745 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734319253541/Put/vlen=128/seqid=0; >],332}, {hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=685, nbRowKeys=3, nbHFiles=0, heapSize=956, lastSeqIds={}, endOfFile=false,usedBufferSize=956] 2024-12-16T03:20:53,772 INFO [f0d65a6309ee:46345 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:20:53,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2ff6eec9fce9e03b85ffdb39fe500cf0, regionState=OPENING, regionLocation=f0d65a6309ee,33859,1734319252532 2024-12-16T03:20:53,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 2ff6eec9fce9e03b85ffdb39fe500cf0, server=f0d65a6309ee,33859,1734319252532}] 2024-12-16T03:20:53,893 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:53,893 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:53,925 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,33859,1734319252532 2024-12-16T03:20:53,925 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:53,926 INFO [RS-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:53,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0. 2024-12-16T03:20:53,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 2ff6eec9fce9e03b85ffdb39fe500cf0, NAME => 'hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:53,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 2ff6eec9fce9e03b85ffdb39fe500cf0 2024-12-16T03:20:53,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:53,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 2ff6eec9fce9e03b85ffdb39fe500cf0 2024-12-16T03:20:53,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 2ff6eec9fce9e03b85ffdb39fe500cf0 2024-12-16T03:20:53,930 INFO [StoreOpener-2ff6eec9fce9e03b85ffdb39fe500cf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2ff6eec9fce9e03b85ffdb39fe500cf0 2024-12-16T03:20:53,931 INFO [StoreOpener-2ff6eec9fce9e03b85ffdb39fe500cf0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ff6eec9fce9e03b85ffdb39fe500cf0 columnFamilyName info 2024-12-16T03:20:53,931 DEBUG [StoreOpener-2ff6eec9fce9e03b85ffdb39fe500cf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:53,931 INFO [StoreOpener-2ff6eec9fce9e03b85ffdb39fe500cf0-1 {}] regionserver.HStore(327): Store=2ff6eec9fce9e03b85ffdb39fe500cf0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:20:53,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/namespace/2ff6eec9fce9e03b85ffdb39fe500cf0 2024-12-16T03:20:53,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/namespace/2ff6eec9fce9e03b85ffdb39fe500cf0 2024-12-16T03:20:53,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 2ff6eec9fce9e03b85ffdb39fe500cf0 2024-12-16T03:20:53,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/namespace/2ff6eec9fce9e03b85ffdb39fe500cf0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:20:53,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 2ff6eec9fce9e03b85ffdb39fe500cf0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69528290, jitterRate=0.03605225682258606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:20:53,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 2ff6eec9fce9e03b85ffdb39fe500cf0: 2024-12-16T03:20:53,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0., pid=6, masterSystemTime=1734319253925 2024-12-16T03:20:53,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0. 2024-12-16T03:20:53,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0. 2024-12-16T03:20:53,940 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2ff6eec9fce9e03b85ffdb39fe500cf0, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,33859,1734319252532 2024-12-16T03:20:53,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T03:20:53,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 2ff6eec9fce9e03b85ffdb39fe500cf0, server=f0d65a6309ee,33859,1734319252532 in 167 msec 2024-12-16T03:20:53,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T03:20:53,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=2ff6eec9fce9e03b85ffdb39fe500cf0, ASSIGN in 323 msec 2024-12-16T03:20:53,947 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:20:53,947 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319253947"}]},"ts":"1734319253947"} 2024-12-16T03:20:53,947 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T03:20:53,949 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to pos 685, reset compression=false 2024-12-16T03:20:53,952 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:53,952 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to pos 1808, reset compression=false 2024-12-16T03:20:53,952 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6=[#edits: 3 = ],612}, {hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=1808, nbRowKeys=3, nbHFiles=0, heapSize=1716, lastSeqIds={}, endOfFile=false,usedBufferSize=1716] 2024-12-16T03:20:53,953 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:20:53,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 369 msec 2024-12-16T03:20:53,986 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-16T03:20:53,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:53,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:53,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:53,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:20:53,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:53,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:53,997 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:53,998 INFO [RS-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:53,998 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T03:20:54,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:20:54,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 78 msec 2024-12-16T03:20:54,080 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T03:20:54,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:20:54,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 21 msec 2024-12-16T03:20:54,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-16T03:20:54,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-16T03:20:54,145 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.500sec 2024-12-16T03:20:54,145 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T03:20:54,145 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T03:20:54,145 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T03:20:54,145 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T03:20:54,146 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T03:20:54,146 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,46345,1734319252362-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:20:54,146 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,46345,1734319252362-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T03:20:54,147 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T03:20:54,147 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T03:20:54,147 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,46345,1734319252362-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:54,156 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to pos 1808, reset compression=false 2024-12-16T03:20:54,223 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2314f405 to 127.0.0.1:51600 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e555522 2024-12-16T03:20:54,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1527e537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:54,236 DEBUG [hconnection-0x3065066e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:54,236 INFO [RS-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:54,237 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f0d65a6309ee,46345,1734319252362 2024-12-16T03:20:54,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:20:54,238 INFO [RS-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:20:54,240 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46345 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:20:54,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46345 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-16T03:20:54,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:20:54,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:20:54,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:20:54,255 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T03:20:54,256 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-16T03:20:54,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-16T03:20:54,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-16T03:20:54,260 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-16T03:20:54,260 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=f0d65a6309ee,46125,1734319252603 2024-12-16T03:20:54,261 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,46125,1734319252603, state=CLOSING 2024-12-16T03:20:54,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:54,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:54,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:54,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:54,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:54,270 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:20:54,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=f0d65a6309ee,46125,1734319252603}] 2024-12-16T03:20:54,421 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,46125,1734319252603 2024-12-16T03:20:54,422 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-16T03:20:54,422 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:20:54,422 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:54,422 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:54,422 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:54,422 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:54,422 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:54,422 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-16T03:20:54,436 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/a88f0ca9a5ca4a9c9b9cc54f92dab65b is 143, key is hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0./info:regioninfo/1734319253940/Put/seqid=0 2024-12-16T03:20:54,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:20:54,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:20:54,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:20:54,442 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/a88f0ca9a5ca4a9c9b9cc54f92dab65b 2024-12-16T03:20:54,457 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/table/9589f19b3100420f85f41fd573bdfce2 is 51, key is hbase:namespace/table:state/1734319253947/Put/seqid=0 2024-12-16T03:20:54,459 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to pos 1808, reset compression=false 2024-12-16T03:20:54,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:20:54,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:20:54,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:20:54,463 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/table/9589f19b3100420f85f41fd573bdfce2 2024-12-16T03:20:54,463 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:54,463 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to pos 1992, reset compression=false 2024-12-16T03:20:54,463 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319254422/Put/vlen=101/seqid=0; >],284}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=1992, nbRowKeys=1, nbHFiles=0, heapSize=284, lastSeqIds={}, endOfFile=false,usedBufferSize=284] 2024-12-16T03:20:54,465 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-2 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-16T03:20:54,466 WARN [ReadOnlyZKClient-127.0.0.1:51600@0x181d5358 {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-16T03:20:54,468 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/a88f0ca9a5ca4a9c9b9cc54f92dab65b as hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/a88f0ca9a5ca4a9c9b9cc54f92dab65b 2024-12-16T03:20:54,471 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/a88f0ca9a5ca4a9c9b9cc54f92dab65b, entries=10, sequenceid=9, filesize=6.4 K 2024-12-16T03:20:54,472 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/table/9589f19b3100420f85f41fd573bdfce2 as hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/table/9589f19b3100420f85f41fd573bdfce2 2024-12-16T03:20:54,475 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/table/9589f19b3100420f85f41fd573bdfce2, entries=2, sequenceid=9, filesize=5.1 K 2024-12-16T03:20:54,476 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=9, compaction requested=false 2024-12-16T03:20:54,479 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-16T03:20:54,480 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:54,480 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:54,480 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:54,480 WARN [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-16T03:20:54,481 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-16T03:20:54,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-16T03:20:54,482 WARN [PEWorker-5 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-16T03:20:54,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-16T03:20:54,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=f0d65a6309ee,46125,1734319252603 in 212 msec 2024-12-16T03:20:54,483 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=f0d65a6309ee,46125,1734319252603; forceNewPlan=false, retain=true 2024-12-16T03:20:54,633 INFO [f0d65a6309ee:46345 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:20:54,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,46125,1734319252603 2024-12-16T03:20:54,634 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,46125,1734319252603, state=OPENING 2024-12-16T03:20:54,667 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to pos 1992, reset compression=false 2024-12-16T03:20:54,670 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:54,670 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to pos 2476, reset compression=false 2024-12-16T03:20:54,670 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319254475/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734319254477/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=2476, nbRowKeys=2, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:54,673 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-2 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-16T03:20:54,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:54,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:54,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:54,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:54,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:54,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,46125,1734319252603}] 2024-12-16T03:20:54,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,676 WARN [ReadOnlyZKClient-127.0.0.1:51600@0x181d5358 {}] client.ZKConnectionRegistry(198): Meta region is in state OPENING 2024-12-16T03:20:54,827 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,46125,1734319252603 2024-12-16T03:20:54,830 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:20:54,830 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:20:54,830 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:54,830 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:20:54,830 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:54,830 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:20:54,830 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:54,831 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:20:54,831 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:20:54,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:20:54,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:20:54,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:54,841 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/a88f0ca9a5ca4a9c9b9cc54f92dab65b 2024-12-16T03:20:54,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:54,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:20:54,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:20:54,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:54,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:54,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:20:54,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:20:54,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:54,847 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/table/9589f19b3100420f85f41fd573bdfce2 2024-12-16T03:20:54,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:54,848 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740 2024-12-16T03:20:54,849 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740 2024-12-16T03:20:54,850 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:54,851 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:20:54,852 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73936644, jitterRate=0.10174185037612915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:54,853 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:20:54,853 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734319254827 2024-12-16T03:20:54,854 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:20:54,854 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:20:54,854 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,46125,1734319252603 2024-12-16T03:20:54,855 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,46125,1734319252603, state=OPEN 2024-12-16T03:20:54,874 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to pos 2476, reset compression=false 2024-12-16T03:20:54,877 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:54,877 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to pos 2775, reset compression=false 2024-12-16T03:20:54,877 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734319254853/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-16T03:20:54,879 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-2 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-16T03:20:54,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:54,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:54,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:54,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:54,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:20:54,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-16T03:20:54,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,46125,1734319252603 in 211 msec 2024-12-16T03:20:54,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-16T03:20:54,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 628 msec 2024-12-16T03:20:54,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-16T03:20:54,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 631 msec 2024-12-16T03:20:54,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-16T03:20:54,890 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-16T03:20:54,890 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-16T03:20:54,890 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:20:54,890 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:20:54,890 DEBUG [f0d65a6309ee:46345 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-16T03:20:54,891 DEBUG [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:20:54,893 DEBUG [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:20:54,893 DEBUG [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:20:54,893 DEBUG [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:20:54,893 DEBUG [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:20:54,893 INFO [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:20:54,893 INFO [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:20:54,893 INFO [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:20:54,893 INFO [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:20:54,893 DEBUG [f0d65a6309ee:46345 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-16T03:20:54,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=f0d65a6309ee,39417,1734319252568 2024-12-16T03:20:54,893 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=f0d65a6309ee,33859,1734319252532 2024-12-16T03:20:54,894 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as f0d65a6309ee,39417,1734319252568, state=OPENING 2024-12-16T03:20:54,894 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as f0d65a6309ee,33859,1734319252532, state=OPENING 2024-12-16T03:20:54,908 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-16T03:20:54,908 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-16T03:20:54,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:54,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:54,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:54,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:54,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:54,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=f0d65a6309ee,39417,1734319252568}] 2024-12-16T03:20:54,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:20:54,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:54,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:54,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:54,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:54,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:54,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:54,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:54,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:54,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:54,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:54,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=f0d65a6309ee,33859,1734319252532}] 2024-12-16T03:20:55,069 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39417,1734319252568 2024-12-16T03:20:55,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,33859,1734319252532 2024-12-16T03:20:55,069 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:55,070 INFO [RS-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:20:55,071 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-16T03:20:55,071 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:20:55,072 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:55,072 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-16T03:20:55,072 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:55,072 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-16T03:20:55,072 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-16T03:20:55,072 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:55,072 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-16T03:20:55,072 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-16T03:20:55,072 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-16T03:20:55,072 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:20:55,072 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-16T03:20:55,072 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:20:55,072 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-16T03:20:55,072 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:20:55,072 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-16T03:20:55,073 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-16T03:20:55,073 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-16T03:20:55,073 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-16T03:20:55,073 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-16T03:20:55,073 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:55,073 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-16T03:20:55,073 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:55,077 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/a88f0ca9a5ca4a9c9b9cc54f92dab65b 2024-12-16T03:20:55,077 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:55,078 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/a88f0ca9a5ca4a9c9b9cc54f92dab65b 2024-12-16T03:20:55,078 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-16T03:20:55,078 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:55,078 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-16T03:20:55,078 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-16T03:20:55,078 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:55,078 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-16T03:20:55,078 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:55,078 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:55,078 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-16T03:20:55,079 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:55,079 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-16T03:20:55,079 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-16T03:20:55,079 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:55,079 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-16T03:20:55,079 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:55,080 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to pos 2775, reset compression=false 2024-12-16T03:20:55,083 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/table/9589f19b3100420f85f41fd573bdfce2 2024-12-16T03:20:55,083 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:55,083 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:55,084 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61244660, jitterRate=-0.0873834490776062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:55,084 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-16T03:20:55,084 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=16, masterSystemTime=1734319255069 2024-12-16T03:20:55,085 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,39417,1734319252568 2024-12-16T03:20:55,086 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as f0d65a6309ee,39417,1734319252568, state=OPEN 2024-12-16T03:20:55,091 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-16T03:20:55,091 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-16T03:20:55,091 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-16T03:20:55,091 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:55,092 INFO [RS-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:55,092 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/table/9589f19b3100420f85f41fd573bdfce2 2024-12-16T03:20:55,092 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:20:55,092 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46125 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-16T03:20:55,092 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:20:55,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46125 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:55,093 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-16T03:20:55,093 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-16T03:20:55,093 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63756455, jitterRate=-0.04995478689670563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:20:55,093 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-16T03:20:55,093 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=17, masterSystemTime=1734319255069 2024-12-16T03:20:55,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:55,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:55,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:55,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:55,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:20:55,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:55,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:55,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:55,095 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-16T03:20:55,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:55,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:20:55,095 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-16T03:20:55,095 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-16T03:20:55,095 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:55,095 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,33859,1734319252532 2024-12-16T03:20:55,096 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as f0d65a6309ee,33859,1734319252532, state=OPEN 2024-12-16T03:20:55,096 INFO [RS-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:55,096 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46125 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-16T03:20:55,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=14 2024-12-16T03:20:55,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=f0d65a6309ee,39417,1734319252568 in 178 msec 2024-12-16T03:20:55,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46125 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:55,097 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-16T03:20:55,097 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-16T03:20:55,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 207 msec 2024-12-16T03:20:55,101 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:55,101 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:55,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:55,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:55,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:55,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:55,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:20:55,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:55,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:55,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:55,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:55,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:20:55,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=15 2024-12-16T03:20:55,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=f0d65a6309ee,33859,1734319252532 in 186 msec 2024-12-16T03:20:55,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=9 2024-12-16T03:20:55,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 215 msec 2024-12-16T03:20:55,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 865 msec 2024-12-16T03:20:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:20:55,107 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:55,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d08093b to 127.0.0.1:51600 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4341a2bb 2024-12-16T03:20:55,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:20:55,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:55,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:55,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:55,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:55,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:55,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:55,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37609225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:55,118 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(214): Writing data from 0 to 1000 2024-12-16T03:20:55,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:55,119 INFO [RS-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:20:55,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:55,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:55,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:55,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:55,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:55,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:55,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:55,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:55,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:55,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:55,391 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to pos 2775, reset compression=false 2024-12-16T03:20:55,397 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-16T03:20:55,397 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/16=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319255092/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/18=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319255096/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/19=[#edits: 1 = <0/info:/1734319255119/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/20=[#edits: 1 = <1/info:/1734319255120/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/21=[#edits: 1 = <2/info:/1734319255120/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/22=[#edits: 1 = <3/info:/1734319255121/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/23=[#edits: 1 = <4/info:/1734319255121/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/24=[#edits: 1 = <5/info:/1734319255121/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/25=[#edits: 1 = <6/info:/1734319255122/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/26=[#edits: 1 = <7/info:/1734319255122/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/27=[#edits: 1 = <8/info:/1734319255122/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/28=[#edits: 1 = <9/info:/1734319255122/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/29=[#edits: 1 = <10/info:/1734319255123/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/30=[#edits: 1 = <11/info:/1734319255123/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/31=[#edits: 1 = <12/info:/1734319255123/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/32=[#edits: 1 = <13/info:/1734319255124/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/33=[#edits: 1 = <14/info:/1734319255124/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/34=[#edits: 1 = <15/info:/1734319255124/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/35=[#edits: 1 = <16/info:/1734319255124/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/36=[#edits: 1 = <17/info:/1734319255125/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/37=[#edits: 1 = <18/info:/1734319255125/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/38=[#edits: 1 = <19/info:/1734319255125/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/39=[#edits: 1 = <20/info:/1734319255125/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/40=[#edits: 1 = <21/info:/1734319255126/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/41=[#edits: 1 = <22/info:/1734319255126/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/42=[#edits: 1 = <23/info:/1734319255126/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/43=[#edits: 1 = <24/info:/1734319255126/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/44=[#edits: 1 = <25/info:/1734319255127/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/45=[#edits: 1 = <26/info:/1734319255127/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/46=[#edits: 1 = <27/info:/1734319255127/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/47=[#edits: 1 = <28/info:/1734319255127/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/48=[#edits: 1 = <29/info:/1734319255128/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/49=[#edits: 1 = <30/info:/1734319255128/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/50=[#edits: 1 = <31/info:/1734319255128/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/51=[#edits: 1 = <32/info:/1734319255128/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/52=[#edits: 1 = <33/info:/1734319255129/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/53=[#edits: 1 = <34/info:/1734319255129/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/54=[#edits: 1 = <35/info:/1734319255129/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/55=[#edits: 1 = <36/info:/1734319255129/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/56=[#edits: 1 = <37/info:/1734319255130/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/57=[#edits: 1 = <38/info:/1734319255130/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/58=[#edits: 1 = <39/info:/1734319255130/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/59=[#edits: 1 = <40/info:/1734319255130/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/60=[#edits: 1 = <41/info:/1734319255131/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/61=[#edits: 1 = <42/info:/1734319255131/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/62=[#edits: 1 = <43/info:/1734319255131/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/63=[#edits: 1 = <44/info:/1734319255132/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/64=[#edits: 1 = <45/info:/1734319255132/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/65=[#edits: 1 = <46/info:/1734319255132/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/66=[#edits: 1 = <47/info:/1734319255132/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/67=[#edits: 1 = <48/info:/1734319255133/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/68=[#edits: 1 = <49/info:/1734319255133/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/69=[#edits: 1 = <50/info:/1734319255133/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/70=[#edits: 1 = <51/info:/1734319255133/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/71=[#edits: 1 = <52/info:/1734319255134/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/72=[#edits: 1 = <53/info:/1734319255134/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/73=[#edits: 1 = <54/info:/1734319255134/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/74=[#edits: 1 = <55/info:/1734319255134/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/75=[#edits: 1 = <56/info:/1734319255135/Put/vlen=2/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=6901, nbRowKeys=59, nbHFiles=0, heapSize=10276, lastSeqIds={}, endOfFile=false,usedBufferSize=10276] 2024-12-16T03:20:55,398 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,399 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-2 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-16T03:20:55,399 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,400 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:55,401 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:20:55,401 INFO [RS-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:20:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:20:55,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:55,404 INFO [RS-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-16T03:20:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:20:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:20:55,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:55,405 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/76=[#edits: 1 = <57/info:/1734319255135/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/77=[#edits: 1 = <58/info:/1734319255135/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/78=[#edits: 1 = <59/info:/1734319255135/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/79=[#edits: 1 = <60/info:/1734319255136/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/80=[#edits: 1 = <61/info:/1734319255136/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/81=[#edits: 1 = <62/info:/1734319255136/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/82=[#edits: 1 = <63/info:/1734319255136/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/83=[#edits: 1 = <64/info:/1734319255137/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/84=[#edits: 1 = <65/info:/1734319255137/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/85=[#edits: 1 = <66/info:/1734319255137/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/86=[#edits: 1 = <67/info:/1734319255138/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/87=[#edits: 1 = <68/info:/1734319255138/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/88=[#edits: 1 = <69/info:/1734319255138/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/89=[#edits: 1 = <70/info:/1734319255139/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/90=[#edits: 1 = <71/info:/1734319255139/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/91=[#edits: 1 = <72/info:/1734319255139/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/92=[#edits: 1 = <73/info:/1734319255139/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/93=[#edits: 1 = <74/info:/1734319255140/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/94=[#edits: 1 = <75/info:/1734319255140/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/95=[#edits: 1 = <76/info:/1734319255140/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/96=[#edits: 1 = <77/info:/1734319255140/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/97=[#edits: 1 = <78/info:/1734319255141/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/98=[#edits: 1 = <79/info:/1734319255141/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/99=[#edits: 1 = <80/info:/1734319255141/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/100=[#edits: 1 = <81/info:/1734319255141/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/101=[#edits: 1 = <82/info:/1734319255142/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/102=[#edits: 1 = <83/info:/1734319255142/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/103=[#edits: 1 = <84/info:/1734319255142/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/104=[#edits: 1 = <85/info:/1734319255142/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/105=[#edits: 1 = <86/info:/1734319255143/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/106=[#edits: 1 = <87/info:/1734319255143/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/107=[#edits: 1 = <88/info:/1734319255143/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/108=[#edits: 1 = <89/info:/1734319255143/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/109=[#edits: 1 = <90/info:/1734319255144/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/110=[#edits: 1 = <91/info:/1734319255144/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/111=[#edits: 1 = <92/info:/1734319255144/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/112=[#edits: 1 = <93/info:/1734319255144/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/113=[#edits: 1 = <94/info:/1734319255145/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/114=[#edits: 1 = <95/info:/1734319255145/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/115=[#edits: 1 = <96/info:/1734319255145/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/116=[#edits: 1 = <97/info:/1734319255146/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/117=[#edits: 1 = <98/info:/1734319255146/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/118=[#edits: 1 = <99/info:/1734319255146/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/119=[#edits: 1 = <100/info:/1734319255146/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/120=[#edits: 1 = <101/info:/1734319255147/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/121=[#edits: 1 = <102/info:/1734319255147/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/122=[#edits: 1 = <103/info:/1734319255147/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/123=[#edits: 1 = <104/info:/1734319255147/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/124=[#edits: 1 = <105/info:/1734319255148/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/125=[#edits: 1 = <106/info:/1734319255148/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/126=[#edits: 1 = <107/info:/1734319255148/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/127=[#edits: 1 = <108/info:/1734319255148/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/128=[#edits: 1 = <109/info:/1734319255149/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/129=[#edits: 1 = <110/info:/1734319255149/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/130=[#edits: 1 = <111/info:/1734319255149/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/131=[#edits: 1 = <112/info:/1734319255149/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/132=[#edits: 1 = <113/info:/1734319255150/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/133=[#edits: 1 = <114/info:/1734319255150/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/134=[#edits: 1 = <115/info:/1734319255150/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/135=[#edits: 1 = <116/info:/1734319255150/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=11023, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,407 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,408 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/136=[#edits: 1 = <117/info:/1734319255151/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/137=[#edits: 1 = <118/info:/1734319255151/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/138=[#edits: 1 = <119/info:/1734319255151/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/139=[#edits: 1 = <120/info:/1734319255151/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/140=[#edits: 1 = <121/info:/1734319255152/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/141=[#edits: 1 = <122/info:/1734319255152/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/142=[#edits: 1 = <123/info:/1734319255152/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/143=[#edits: 1 = <124/info:/1734319255152/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/144=[#edits: 1 = <125/info:/1734319255153/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/145=[#edits: 1 = <126/info:/1734319255153/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/146=[#edits: 1 = <127/info:/1734319255153/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/147=[#edits: 1 = <128/info:/1734319255154/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/148=[#edits: 1 = <129/info:/1734319255154/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/149=[#edits: 1 = <130/info:/1734319255154/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/150=[#edits: 1 = <131/info:/1734319255154/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/151=[#edits: 1 = <132/info:/1734319255155/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/152=[#edits: 1 = <133/info:/1734319255155/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/153=[#edits: 1 = <134/info:/1734319255155/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/154=[#edits: 1 = <135/info:/1734319255156/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/155=[#edits: 1 = <136/info:/1734319255156/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/156=[#edits: 1 = <137/info:/1734319255156/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/157=[#edits: 1 = <138/info:/1734319255156/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/158=[#edits: 1 = <139/info:/1734319255157/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/159=[#edits: 1 = <140/info:/1734319255157/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/160=[#edits: 1 = <141/info:/1734319255157/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/161=[#edits: 1 = <142/info:/1734319255158/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/162=[#edits: 1 = <143/info:/1734319255158/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/163=[#edits: 1 = <144/info:/1734319255158/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/164=[#edits: 1 = <145/info:/1734319255159/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/165=[#edits: 1 = <146/info:/1734319255159/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/166=[#edits: 1 = <147/info:/1734319255159/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/167=[#edits: 1 = <148/info:/1734319255159/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/168=[#edits: 1 = <149/info:/1734319255160/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/169=[#edits: 1 = <150/info:/1734319255160/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/170=[#edits: 1 = <151/info:/1734319255160/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/171=[#edits: 1 = <152/info:/1734319255161/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/172=[#edits: 1 = <153/info:/1734319255161/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/173=[#edits: 1 = <154/info:/1734319255161/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/174=[#edits: 1 = <155/info:/1734319255161/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/175=[#edits: 1 = <156/info:/1734319255162/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/176=[#edits: 1 = <157/info:/1734319255162/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/177=[#edits: 1 = <158/info:/1734319255162/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/178=[#edits: 1 = <159/info:/1734319255163/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/179=[#edits: 1 = <160/info:/1734319255163/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/180=[#edits: 1 = <161/info:/1734319255163/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/181=[#edits: 1 = <162/info:/1734319255163/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/182=[#edits: 1 = <163/info:/1734319255164/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/183=[#edits: 1 = <164/info:/1734319255164/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/184=[#edits: 1 = <165/info:/1734319255164/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/185=[#edits: 1 = <166/info:/1734319255165/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/186=[#edits: 1 = <167/info:/1734319255165/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/187=[#edits: 1 = <168/info:/1734319255165/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/188=[#edits: 1 = <169/info:/1734319255165/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/189=[#edits: 1 = <170/info:/1734319255166/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/190=[#edits: 1 = <171/info:/1734319255166/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/191=[#edits: 1 = <172/info:/1734319255166/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/192=[#edits: 1 = <173/info:/1734319255167/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/193=[#edits: 1 = <174/info:/1734319255167/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/194=[#edits: 1 = <175/info:/1734319255167/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/195=[#edits: 1 = <176/info:/1734319255168/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=15283, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,409 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,409 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/196=[#edits: 1 = <177/info:/1734319255168/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/197=[#edits: 1 = <178/info:/1734319255168/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/198=[#edits: 1 = <179/info:/1734319255168/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/199=[#edits: 1 = <180/info:/1734319255169/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/200=[#edits: 1 = <181/info:/1734319255169/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/201=[#edits: 1 = <182/info:/1734319255169/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/202=[#edits: 1 = <183/info:/1734319255170/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/203=[#edits: 1 = <184/info:/1734319255170/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/204=[#edits: 1 = <185/info:/1734319255170/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/205=[#edits: 1 = <186/info:/1734319255170/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/206=[#edits: 1 = <187/info:/1734319255171/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/207=[#edits: 1 = <188/info:/1734319255171/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/208=[#edits: 1 = <189/info:/1734319255171/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/209=[#edits: 1 = <190/info:/1734319255172/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/210=[#edits: 1 = <191/info:/1734319255172/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/211=[#edits: 1 = <192/info:/1734319255172/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/212=[#edits: 1 = <193/info:/1734319255172/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/213=[#edits: 1 = <194/info:/1734319255173/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/214=[#edits: 1 = <195/info:/1734319255173/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/215=[#edits: 1 = <196/info:/1734319255173/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/216=[#edits: 1 = <197/info:/1734319255174/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/217=[#edits: 1 = <198/info:/1734319255174/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/218=[#edits: 1 = <199/info:/1734319255174/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/219=[#edits: 1 = <200/info:/1734319255175/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/220=[#edits: 1 = <201/info:/1734319255175/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/221=[#edits: 1 = <202/info:/1734319255175/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/222=[#edits: 1 = <203/info:/1734319255176/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/223=[#edits: 1 = <204/info:/1734319255176/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/224=[#edits: 1 = <205/info:/1734319255177/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/225=[#edits: 1 = <206/info:/1734319255178/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/226=[#edits: 1 = <207/info:/1734319255178/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/227=[#edits: 1 = <208/info:/1734319255178/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/228=[#edits: 1 = <209/info:/1734319255179/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/229=[#edits: 1 = <210/info:/1734319255182/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/230=[#edits: 1 = <211/info:/1734319255183/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/231=[#edits: 1 = <212/info:/1734319255183/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/232=[#edits: 1 = <213/info:/1734319255183/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/233=[#edits: 1 = <214/info:/1734319255184/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/234=[#edits: 1 = <215/info:/1734319255184/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/235=[#edits: 1 = <216/info:/1734319255184/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/236=[#edits: 1 = <217/info:/1734319255184/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/237=[#edits: 1 = <218/info:/1734319255185/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/238=[#edits: 1 = <219/info:/1734319255185/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/239=[#edits: 1 = <220/info:/1734319255185/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/240=[#edits: 1 = <221/info:/1734319255186/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/241=[#edits: 1 = <222/info:/1734319255186/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/242=[#edits: 1 = <223/info:/1734319255186/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/243=[#edits: 1 = <224/info:/1734319255186/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/244=[#edits: 1 = <225/info:/1734319255187/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/245=[#edits: 1 = <226/info:/1734319255187/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/246=[#edits: 1 = <227/info:/1734319255187/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/247=[#edits: 1 = <228/info:/1734319255187/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/248=[#edits: 1 = <229/info:/1734319255188/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/249=[#edits: 1 = <230/info:/1734319255188/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/250=[#edits: 1 = <231/info:/1734319255188/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/251=[#edits: 1 = <232/info:/1734319255189/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/252=[#edits: 1 = <233/info:/1734319255189/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/253=[#edits: 1 = <234/info:/1734319255191/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/254=[#edits: 1 = <235/info:/1734319255192/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/255=[#edits: 1 = <236/info:/1734319255192/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=19543, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,410 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,411 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/256=[#edits: 1 = <237/info:/1734319255192/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/257=[#edits: 1 = <238/info:/1734319255193/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/258=[#edits: 1 = <239/info:/1734319255193/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/259=[#edits: 1 = <240/info:/1734319255194/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/260=[#edits: 1 = <241/info:/1734319255194/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/261=[#edits: 1 = <242/info:/1734319255194/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/262=[#edits: 1 = <243/info:/1734319255194/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/263=[#edits: 1 = <244/info:/1734319255195/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/264=[#edits: 1 = <245/info:/1734319255195/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/265=[#edits: 1 = <246/info:/1734319255195/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/266=[#edits: 1 = <247/info:/1734319255196/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/267=[#edits: 1 = <248/info:/1734319255196/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/268=[#edits: 1 = <249/info:/1734319255196/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/269=[#edits: 1 = <250/info:/1734319255196/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/270=[#edits: 1 = <251/info:/1734319255197/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/271=[#edits: 1 = <252/info:/1734319255197/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/272=[#edits: 1 = <253/info:/1734319255197/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/273=[#edits: 1 = <254/info:/1734319255197/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/274=[#edits: 1 = <255/info:/1734319255198/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/275=[#edits: 1 = <256/info:/1734319255198/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/276=[#edits: 1 = <257/info:/1734319255198/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/277=[#edits: 1 = <258/info:/1734319255199/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/278=[#edits: 1 = <259/info:/1734319255199/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/279=[#edits: 1 = <260/info:/1734319255199/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/280=[#edits: 1 = <261/info:/1734319255199/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/281=[#edits: 1 = <262/info:/1734319255200/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/282=[#edits: 1 = <263/info:/1734319255200/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/283=[#edits: 1 = <264/info:/1734319255200/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/284=[#edits: 1 = <265/info:/1734319255201/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/285=[#edits: 1 = <266/info:/1734319255201/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/286=[#edits: 1 = <267/info:/1734319255201/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/287=[#edits: 1 = <268/info:/1734319255201/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/288=[#edits: 1 = <269/info:/1734319255202/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/289=[#edits: 1 = <270/info:/1734319255202/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/290=[#edits: 1 = <271/info:/1734319255202/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/291=[#edits: 1 = <272/info:/1734319255203/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/292=[#edits: 1 = <273/info:/1734319255203/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/293=[#edits: 1 = <274/info:/1734319255203/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/294=[#edits: 1 = <275/info:/1734319255203/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/295=[#edits: 1 = <276/info:/1734319255204/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/296=[#edits: 1 = <277/info:/1734319255204/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/297=[#edits: 1 = <278/info:/1734319255204/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/298=[#edits: 1 = <279/info:/1734319255204/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/299=[#edits: 1 = <280/info:/1734319255205/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/300=[#edits: 1 = <281/info:/1734319255205/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/301=[#edits: 1 = <282/info:/1734319255205/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/302=[#edits: 1 = <283/info:/1734319255205/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/303=[#edits: 1 = <284/info:/1734319255205/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/304=[#edits: 1 = <285/info:/1734319255206/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/305=[#edits: 1 = <286/info:/1734319255206/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/306=[#edits: 1 = <287/info:/1734319255206/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/307=[#edits: 1 = <288/info:/1734319255206/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/308=[#edits: 1 = <289/info:/1734319255207/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/309=[#edits: 1 = <290/info:/1734319255207/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/310=[#edits: 1 = <291/info:/1734319255207/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/311=[#edits: 1 = <292/info:/1734319255207/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/312=[#edits: 1 = <293/info:/1734319255208/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/313=[#edits: 1 = <294/info:/1734319255208/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/314=[#edits: 1 = <295/info:/1734319255208/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/315=[#edits: 1 = <296/info:/1734319255208/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=23803, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,412 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,414 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(216): flushing table 2024-12-16T03:20:55,414 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=29.08 KB heapSize=102.31 KB 2024-12-16T03:20:55,414 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/316=[#edits: 1 = <297/info:/1734319255209/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/317=[#edits: 1 = <298/info:/1734319255209/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/318=[#edits: 1 = <299/info:/1734319255210/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/319=[#edits: 1 = <300/info:/1734319255210/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/320=[#edits: 1 = <301/info:/1734319255210/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/321=[#edits: 1 = <302/info:/1734319255211/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/322=[#edits: 1 = <303/info:/1734319255211/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/323=[#edits: 1 = <304/info:/1734319255211/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/324=[#edits: 1 = <305/info:/1734319255212/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/325=[#edits: 1 = <306/info:/1734319255212/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/326=[#edits: 1 = <307/info:/1734319255212/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/327=[#edits: 1 = <308/info:/1734319255212/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/328=[#edits: 1 = <309/info:/1734319255213/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/329=[#edits: 1 = <310/info:/1734319255213/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/330=[#edits: 1 = <311/info:/1734319255213/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/331=[#edits: 1 = <312/info:/1734319255213/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/332=[#edits: 1 = <313/info:/1734319255214/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/333=[#edits: 1 = <314/info:/1734319255214/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/334=[#edits: 1 = <315/info:/1734319255214/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/335=[#edits: 1 = <316/info:/1734319255215/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/336=[#edits: 1 = <317/info:/1734319255215/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/337=[#edits: 1 = <318/info:/1734319255215/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/338=[#edits: 1 = <319/info:/1734319255215/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/339=[#edits: 1 = <320/info:/1734319255216/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/340=[#edits: 1 = <321/info:/1734319255216/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/341=[#edits: 1 = <322/info:/1734319255216/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/342=[#edits: 1 = <323/info:/1734319255216/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/343=[#edits: 1 = <324/info:/1734319255217/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/344=[#edits: 1 = <325/info:/1734319255217/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/345=[#edits: 1 = <326/info:/1734319255217/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/346=[#edits: 1 = <327/info:/1734319255217/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/347=[#edits: 1 = <328/info:/1734319255218/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/348=[#edits: 1 = <329/info:/1734319255218/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/349=[#edits: 1 = <330/info:/1734319255218/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/350=[#edits: 1 = <331/info:/1734319255218/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/351=[#edits: 1 = <332/info:/1734319255219/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/352=[#edits: 1 = <333/info:/1734319255219/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/353=[#edits: 1 = <334/info:/1734319255219/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/354=[#edits: 1 = <335/info:/1734319255219/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/355=[#edits: 1 = <336/info:/1734319255220/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/356=[#edits: 1 = <337/info:/1734319255220/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/357=[#edits: 1 = <338/info:/1734319255220/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/358=[#edits: 1 = <339/info:/1734319255220/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/359=[#edits: 1 = <340/info:/1734319255221/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/360=[#edits: 1 = <341/info:/1734319255221/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/361=[#edits: 1 = <342/info:/1734319255221/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/362=[#edits: 1 = <343/info:/1734319255221/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/363=[#edits: 1 = <344/info:/1734319255222/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/364=[#edits: 1 = <345/info:/1734319255222/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/365=[#edits: 1 = <346/info:/1734319255222/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/366=[#edits: 1 = <347/info:/1734319255222/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/367=[#edits: 1 = <348/info:/1734319255223/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/368=[#edits: 1 = <349/info:/1734319255223/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/369=[#edits: 1 = <350/info:/1734319255223/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/370=[#edits: 1 = <351/info:/1734319255223/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/371=[#edits: 1 = <352/info:/1734319255223/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/372=[#edits: 1 = <353/info:/1734319255224/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/373=[#edits: 1 = <354/info:/1734319255224/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/374=[#edits: 1 = <355/info:/1734319255224/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/375=[#edits: 1 = <356/info:/1734319255224/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=28063, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,416 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,416 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/376=[#edits: 1 = <357/info:/1734319255225/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/377=[#edits: 1 = <358/info:/1734319255225/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/378=[#edits: 1 = <359/info:/1734319255225/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/379=[#edits: 1 = <360/info:/1734319255225/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/380=[#edits: 1 = <361/info:/1734319255226/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/381=[#edits: 1 = <362/info:/1734319255226/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/382=[#edits: 1 = <363/info:/1734319255226/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/383=[#edits: 1 = <364/info:/1734319255226/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/384=[#edits: 1 = <365/info:/1734319255227/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/385=[#edits: 1 = <366/info:/1734319255227/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/386=[#edits: 1 = <367/info:/1734319255227/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/387=[#edits: 1 = <368/info:/1734319255228/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/388=[#edits: 1 = <369/info:/1734319255228/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/389=[#edits: 1 = <370/info:/1734319255228/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/390=[#edits: 1 = <371/info:/1734319255228/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/391=[#edits: 1 = <372/info:/1734319255229/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/392=[#edits: 1 = <373/info:/1734319255229/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/393=[#edits: 1 = <374/info:/1734319255229/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/394=[#edits: 1 = <375/info:/1734319255229/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/395=[#edits: 1 = <376/info:/1734319255229/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/396=[#edits: 1 = <377/info:/1734319255230/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/397=[#edits: 1 = <378/info:/1734319255230/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/398=[#edits: 1 = <379/info:/1734319255230/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/399=[#edits: 1 = <380/info:/1734319255230/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/400=[#edits: 1 = <381/info:/1734319255231/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/401=[#edits: 1 = <382/info:/1734319255231/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/402=[#edits: 1 = <383/info:/1734319255231/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/403=[#edits: 1 = <384/info:/1734319255231/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/404=[#edits: 1 = <385/info:/1734319255232/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/405=[#edits: 1 = <386/info:/1734319255232/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/406=[#edits: 1 = <387/info:/1734319255232/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/407=[#edits: 1 = <388/info:/1734319255232/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/408=[#edits: 1 = <389/info:/1734319255233/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/409=[#edits: 1 = <390/info:/1734319255233/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/410=[#edits: 1 = <391/info:/1734319255233/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/411=[#edits: 1 = <392/info:/1734319255233/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/412=[#edits: 1 = <393/info:/1734319255234/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/413=[#edits: 1 = <394/info:/1734319255234/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/414=[#edits: 1 = <395/info:/1734319255234/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/415=[#edits: 1 = <396/info:/1734319255234/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/416=[#edits: 1 = <397/info:/1734319255235/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/417=[#edits: 1 = <398/info:/1734319255235/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/418=[#edits: 1 = <399/info:/1734319255235/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/419=[#edits: 1 = <400/info:/1734319255235/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/420=[#edits: 1 = <401/info:/1734319255236/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/421=[#edits: 1 = <402/info:/1734319255236/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/422=[#edits: 1 = <403/info:/1734319255236/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/423=[#edits: 1 = <404/info:/1734319255236/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/424=[#edits: 1 = <405/info:/1734319255237/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/425=[#edits: 1 = <406/info:/1734319255237/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/426=[#edits: 1 = <407/info:/1734319255237/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/427=[#edits: 1 = <408/info:/1734319255237/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/428=[#edits: 1 = <409/info:/1734319255238/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/429=[#edits: 1 = <410/info:/1734319255238/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/430=[#edits: 1 = <411/info:/1734319255238/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/431=[#edits: 1 = <412/info:/1734319255238/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/432=[#edits: 1 = <413/info:/1734319255239/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/433=[#edits: 1 = <414/info:/1734319255239/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/434=[#edits: 1 = <415/info:/1734319255239/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/435=[#edits: 1 = <416/info:/1734319255239/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=32323, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,417 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,418 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/436=[#edits: 1 = <417/info:/1734319255240/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/437=[#edits: 1 = <418/info:/1734319255240/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/438=[#edits: 1 = <419/info:/1734319255240/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/439=[#edits: 1 = <420/info:/1734319255240/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/440=[#edits: 1 = <421/info:/1734319255241/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/441=[#edits: 1 = <422/info:/1734319255241/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/442=[#edits: 1 = <423/info:/1734319255241/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/443=[#edits: 1 = <424/info:/1734319255241/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/444=[#edits: 1 = <425/info:/1734319255241/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/445=[#edits: 1 = <426/info:/1734319255242/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/446=[#edits: 1 = <427/info:/1734319255242/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/447=[#edits: 1 = <428/info:/1734319255242/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/448=[#edits: 1 = <429/info:/1734319255242/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/449=[#edits: 1 = <430/info:/1734319255243/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/450=[#edits: 1 = <431/info:/1734319255243/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/451=[#edits: 1 = <432/info:/1734319255243/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/452=[#edits: 1 = <433/info:/1734319255243/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/453=[#edits: 1 = <434/info:/1734319255244/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/454=[#edits: 1 = <435/info:/1734319255244/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/455=[#edits: 1 = <436/info:/1734319255244/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/456=[#edits: 1 = <437/info:/1734319255244/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/457=[#edits: 1 = <438/info:/1734319255245/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/458=[#edits: 1 = <439/info:/1734319255245/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/459=[#edits: 1 = <440/info:/1734319255245/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/460=[#edits: 1 = <441/info:/1734319255245/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/461=[#edits: 1 = <442/info:/1734319255245/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/462=[#edits: 1 = <443/info:/1734319255246/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/463=[#edits: 1 = <444/info:/1734319255246/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/464=[#edits: 1 = <445/info:/1734319255246/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/465=[#edits: 1 = <446/info:/1734319255246/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/466=[#edits: 1 = <447/info:/1734319255247/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/467=[#edits: 1 = <448/info:/1734319255247/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/468=[#edits: 1 = <449/info:/1734319255247/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/469=[#edits: 1 = <450/info:/1734319255247/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/470=[#edits: 1 = <451/info:/1734319255248/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/471=[#edits: 1 = <452/info:/1734319255248/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/472=[#edits: 1 = <453/info:/1734319255248/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/473=[#edits: 1 = <454/info:/1734319255248/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/474=[#edits: 1 = <455/info:/1734319255249/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/475=[#edits: 1 = <456/info:/1734319255249/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/476=[#edits: 1 = <457/info:/1734319255249/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/477=[#edits: 1 = <458/info:/1734319255249/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/478=[#edits: 1 = <459/info:/1734319255249/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/479=[#edits: 1 = <460/info:/1734319255250/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/480=[#edits: 1 = <461/info:/1734319255250/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/481=[#edits: 1 = <462/info:/1734319255250/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/482=[#edits: 1 = <463/info:/1734319255251/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/483=[#edits: 1 = <464/info:/1734319255251/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/484=[#edits: 1 = <465/info:/1734319255251/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/485=[#edits: 1 = <466/info:/1734319255251/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/486=[#edits: 1 = <467/info:/1734319255251/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/487=[#edits: 1 = <468/info:/1734319255252/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/488=[#edits: 1 = <469/info:/1734319255252/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/489=[#edits: 1 = <470/info:/1734319255252/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/490=[#edits: 1 = <471/info:/1734319255253/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/491=[#edits: 1 = <472/info:/1734319255253/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/492=[#edits: 1 = <473/info:/1734319255253/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/493=[#edits: 1 = <474/info:/1734319255253/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/494=[#edits: 1 = <475/info:/1734319255254/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/495=[#edits: 1 = <476/info:/1734319255254/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=36583, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,418 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,419 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/496=[#edits: 1 = <477/info:/1734319255254/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/497=[#edits: 1 = <478/info:/1734319255255/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/498=[#edits: 1 = <479/info:/1734319255255/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/499=[#edits: 1 = <480/info:/1734319255256/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/500=[#edits: 1 = <481/info:/1734319255256/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/501=[#edits: 1 = <482/info:/1734319255257/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/502=[#edits: 1 = <483/info:/1734319255257/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/503=[#edits: 1 = <484/info:/1734319255258/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/504=[#edits: 1 = <485/info:/1734319255258/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/505=[#edits: 1 = <486/info:/1734319255258/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/506=[#edits: 1 = <487/info:/1734319255258/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/507=[#edits: 1 = <488/info:/1734319255259/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/508=[#edits: 1 = <489/info:/1734319255259/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/509=[#edits: 1 = <490/info:/1734319255260/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/510=[#edits: 1 = <491/info:/1734319255260/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/511=[#edits: 1 = <492/info:/1734319255260/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/512=[#edits: 1 = <493/info:/1734319255261/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/513=[#edits: 1 = <494/info:/1734319255261/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/514=[#edits: 1 = <495/info:/1734319255262/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/515=[#edits: 1 = <496/info:/1734319255262/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/516=[#edits: 1 = <497/info:/1734319255263/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/517=[#edits: 1 = <498/info:/1734319255263/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/518=[#edits: 1 = <499/info:/1734319255264/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/519=[#edits: 1 = <500/info:/1734319255264/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/520=[#edits: 1 = <501/info:/1734319255264/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/521=[#edits: 1 = <502/info:/1734319255265/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/522=[#edits: 1 = <503/info:/1734319255266/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/523=[#edits: 1 = <504/info:/1734319255266/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/524=[#edits: 1 = <505/info:/1734319255267/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/525=[#edits: 1 = <506/info:/1734319255268/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/526=[#edits: 1 = <507/info:/1734319255268/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/527=[#edits: 1 = <508/info:/1734319255269/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/528=[#edits: 1 = <509/info:/1734319255270/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/529=[#edits: 1 = <510/info:/1734319255270/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/530=[#edits: 1 = <511/info:/1734319255270/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/531=[#edits: 1 = <512/info:/1734319255271/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/532=[#edits: 1 = <513/info:/1734319255271/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/533=[#edits: 1 = <514/info:/1734319255273/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/534=[#edits: 1 = <515/info:/1734319255273/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/535=[#edits: 1 = <516/info:/1734319255274/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/536=[#edits: 1 = <517/info:/1734319255274/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/537=[#edits: 1 = <518/info:/1734319255274/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/538=[#edits: 1 = <519/info:/1734319255274/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/539=[#edits: 1 = <520/info:/1734319255275/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/540=[#edits: 1 = <521/info:/1734319255275/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/541=[#edits: 1 = <522/info:/1734319255275/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/542=[#edits: 1 = <523/info:/1734319255276/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/543=[#edits: 1 = <524/info:/1734319255276/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/544=[#edits: 1 = <525/info:/1734319255276/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/545=[#edits: 1 = <526/info:/1734319255276/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/546=[#edits: 1 = <527/info:/1734319255277/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/547=[#edits: 1 = <528/info:/1734319255277/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/548=[#edits: 1 = <529/info:/1734319255277/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/549=[#edits: 1 = <530/info:/1734319255278/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/550=[#edits: 1 = <531/info:/1734319255278/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/551=[#edits: 1 = <532/info:/1734319255278/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/552=[#edits: 1 = <533/info:/1734319255279/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/553=[#edits: 1 = <534/info:/1734319255279/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/554=[#edits: 1 = <535/info:/1734319255279/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/555=[#edits: 1 = <536/info:/1734319255280/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=40843, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,420 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,420 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/556=[#edits: 1 = <537/info:/1734319255280/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/557=[#edits: 1 = <538/info:/1734319255280/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/558=[#edits: 1 = <539/info:/1734319255281/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/559=[#edits: 1 = <540/info:/1734319255281/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/560=[#edits: 1 = <541/info:/1734319255281/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/561=[#edits: 1 = <542/info:/1734319255282/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/562=[#edits: 1 = <543/info:/1734319255282/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/563=[#edits: 1 = <544/info:/1734319255282/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/564=[#edits: 1 = <545/info:/1734319255283/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/565=[#edits: 1 = <546/info:/1734319255283/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/566=[#edits: 1 = <547/info:/1734319255283/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/567=[#edits: 1 = <548/info:/1734319255283/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/568=[#edits: 1 = <549/info:/1734319255284/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/569=[#edits: 1 = <550/info:/1734319255284/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/570=[#edits: 1 = <551/info:/1734319255284/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/571=[#edits: 1 = <552/info:/1734319255285/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/572=[#edits: 1 = <553/info:/1734319255285/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/573=[#edits: 1 = <554/info:/1734319255285/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/574=[#edits: 1 = <555/info:/1734319255286/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/575=[#edits: 1 = <556/info:/1734319255286/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/576=[#edits: 1 = <557/info:/1734319255286/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/577=[#edits: 1 = <558/info:/1734319255286/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/578=[#edits: 1 = <559/info:/1734319255287/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/579=[#edits: 1 = <560/info:/1734319255287/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/580=[#edits: 1 = <561/info:/1734319255287/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/581=[#edits: 1 = <562/info:/1734319255288/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/582=[#edits: 1 = <563/info:/1734319255288/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/583=[#edits: 1 = <564/info:/1734319255288/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/584=[#edits: 1 = <565/info:/1734319255288/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/585=[#edits: 1 = <566/info:/1734319255289/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/586=[#edits: 1 = <567/info:/1734319255289/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/587=[#edits: 1 = <568/info:/1734319255289/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/588=[#edits: 1 = <569/info:/1734319255289/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/589=[#edits: 1 = <570/info:/1734319255290/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/590=[#edits: 1 = <571/info:/1734319255290/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/591=[#edits: 1 = <572/info:/1734319255290/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/592=[#edits: 1 = <573/info:/1734319255291/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/593=[#edits: 1 = <574/info:/1734319255291/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/594=[#edits: 1 = <575/info:/1734319255291/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/595=[#edits: 1 = <576/info:/1734319255292/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/596=[#edits: 1 = <577/info:/1734319255292/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/597=[#edits: 1 = <578/info:/1734319255292/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/598=[#edits: 1 = <579/info:/1734319255292/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/599=[#edits: 1 = <580/info:/1734319255293/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/600=[#edits: 1 = <581/info:/1734319255293/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/601=[#edits: 1 = <582/info:/1734319255293/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/602=[#edits: 1 = <583/info:/1734319255294/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/603=[#edits: 1 = <584/info:/1734319255294/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/604=[#edits: 1 = <585/info:/1734319255294/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/605=[#edits: 1 = <586/info:/1734319255294/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/606=[#edits: 1 = <587/info:/1734319255295/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/607=[#edits: 1 = <588/info:/1734319255295/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/608=[#edits: 1 = <589/info:/1734319255296/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/609=[#edits: 1 = <590/info:/1734319255296/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/610=[#edits: 1 = <591/info:/1734319255296/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/611=[#edits: 1 = <592/info:/1734319255297/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/612=[#edits: 1 = <593/info:/1734319255297/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/613=[#edits: 1 = <594/info:/1734319255297/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/614=[#edits: 1 = <595/info:/1734319255298/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/615=[#edits: 1 = <596/info:/1734319255298/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=45103, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,421 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,421 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/616=[#edits: 1 = <597/info:/1734319255299/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/617=[#edits: 1 = <598/info:/1734319255299/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/618=[#edits: 1 = <599/info:/1734319255299/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/619=[#edits: 1 = <600/info:/1734319255300/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/620=[#edits: 1 = <601/info:/1734319255300/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/621=[#edits: 1 = <602/info:/1734319255300/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/622=[#edits: 1 = <603/info:/1734319255300/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/623=[#edits: 1 = <604/info:/1734319255301/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/624=[#edits: 1 = <605/info:/1734319255301/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/625=[#edits: 1 = <606/info:/1734319255301/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/626=[#edits: 1 = <607/info:/1734319255301/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/627=[#edits: 1 = <608/info:/1734319255302/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/628=[#edits: 1 = <609/info:/1734319255302/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/629=[#edits: 1 = <610/info:/1734319255302/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/630=[#edits: 1 = <611/info:/1734319255303/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/631=[#edits: 1 = <612/info:/1734319255303/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/632=[#edits: 1 = <613/info:/1734319255303/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/633=[#edits: 1 = <614/info:/1734319255304/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/634=[#edits: 1 = <615/info:/1734319255304/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/635=[#edits: 1 = <616/info:/1734319255304/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/636=[#edits: 1 = <617/info:/1734319255304/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/637=[#edits: 1 = <618/info:/1734319255305/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/638=[#edits: 1 = <619/info:/1734319255305/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/639=[#edits: 1 = <620/info:/1734319255305/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/640=[#edits: 1 = <621/info:/1734319255305/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/641=[#edits: 1 = <622/info:/1734319255306/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/642=[#edits: 1 = <623/info:/1734319255306/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/643=[#edits: 1 = <624/info:/1734319255306/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/644=[#edits: 1 = <625/info:/1734319255306/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/645=[#edits: 1 = <626/info:/1734319255307/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/646=[#edits: 1 = <627/info:/1734319255307/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/647=[#edits: 1 = <628/info:/1734319255307/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/648=[#edits: 1 = <629/info:/1734319255307/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/649=[#edits: 1 = <630/info:/1734319255308/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/650=[#edits: 1 = <631/info:/1734319255308/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/651=[#edits: 1 = <632/info:/1734319255308/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/652=[#edits: 1 = <633/info:/1734319255309/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/653=[#edits: 1 = <634/info:/1734319255309/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/654=[#edits: 1 = <635/info:/1734319255309/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/655=[#edits: 1 = <636/info:/1734319255309/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/656=[#edits: 1 = <637/info:/1734319255310/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/657=[#edits: 1 = <638/info:/1734319255310/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/658=[#edits: 1 = <639/info:/1734319255311/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/659=[#edits: 1 = <640/info:/1734319255311/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/660=[#edits: 1 = <641/info:/1734319255311/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/661=[#edits: 1 = <642/info:/1734319255312/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/662=[#edits: 1 = <643/info:/1734319255312/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/663=[#edits: 1 = <644/info:/1734319255312/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/664=[#edits: 1 = <645/info:/1734319255312/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/665=[#edits: 1 = <646/info:/1734319255313/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/666=[#edits: 1 = <647/info:/1734319255313/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/667=[#edits: 1 = <648/info:/1734319255313/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/668=[#edits: 1 = <649/info:/1734319255313/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/669=[#edits: 1 = <650/info:/1734319255314/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/670=[#edits: 1 = <651/info:/1734319255314/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/671=[#edits: 1 = <652/info:/1734319255314/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/672=[#edits: 1 = <653/info:/1734319255314/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/673=[#edits: 1 = <654/info:/1734319255315/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/674=[#edits: 1 = <655/info:/1734319255315/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/675=[#edits: 1 = <656/info:/1734319255315/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=49363, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,422 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,422 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/676=[#edits: 1 = <657/info:/1734319255316/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/677=[#edits: 1 = <658/info:/1734319255316/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/678=[#edits: 1 = <659/info:/1734319255316/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/679=[#edits: 1 = <660/info:/1734319255316/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/680=[#edits: 1 = <661/info:/1734319255316/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/681=[#edits: 1 = <662/info:/1734319255317/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/682=[#edits: 1 = <663/info:/1734319255317/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/683=[#edits: 1 = <664/info:/1734319255317/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/684=[#edits: 1 = <665/info:/1734319255317/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/685=[#edits: 1 = <666/info:/1734319255318/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/686=[#edits: 1 = <667/info:/1734319255318/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/687=[#edits: 1 = <668/info:/1734319255318/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/688=[#edits: 1 = <669/info:/1734319255318/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/689=[#edits: 1 = <670/info:/1734319255319/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/690=[#edits: 1 = <671/info:/1734319255319/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/691=[#edits: 1 = <672/info:/1734319255319/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/692=[#edits: 1 = <673/info:/1734319255319/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/693=[#edits: 1 = <674/info:/1734319255320/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/694=[#edits: 1 = <675/info:/1734319255320/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/695=[#edits: 1 = <676/info:/1734319255320/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/696=[#edits: 1 = <677/info:/1734319255320/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/697=[#edits: 1 = <678/info:/1734319255321/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/698=[#edits: 1 = <679/info:/1734319255321/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/699=[#edits: 1 = <680/info:/1734319255321/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/700=[#edits: 1 = <681/info:/1734319255322/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/701=[#edits: 1 = <682/info:/1734319255322/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/702=[#edits: 1 = <683/info:/1734319255322/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/703=[#edits: 1 = <684/info:/1734319255322/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/704=[#edits: 1 = <685/info:/1734319255322/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/705=[#edits: 1 = <686/info:/1734319255323/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/706=[#edits: 1 = <687/info:/1734319255323/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/707=[#edits: 1 = <688/info:/1734319255323/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/708=[#edits: 1 = <689/info:/1734319255323/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/709=[#edits: 1 = <690/info:/1734319255324/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/710=[#edits: 1 = <691/info:/1734319255324/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/711=[#edits: 1 = <692/info:/1734319255324/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/712=[#edits: 1 = <693/info:/1734319255324/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/713=[#edits: 1 = <694/info:/1734319255325/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/714=[#edits: 1 = <695/info:/1734319255325/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/715=[#edits: 1 = <696/info:/1734319255325/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/716=[#edits: 1 = <697/info:/1734319255326/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/717=[#edits: 1 = <698/info:/1734319255326/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/718=[#edits: 1 = <699/info:/1734319255326/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/719=[#edits: 1 = <700/info:/1734319255327/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/720=[#edits: 1 = <701/info:/1734319255327/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/721=[#edits: 1 = <702/info:/1734319255327/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/722=[#edits: 1 = <703/info:/1734319255327/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/723=[#edits: 1 = <704/info:/1734319255328/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/724=[#edits: 1 = <705/info:/1734319255328/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/725=[#edits: 1 = <706/info:/1734319255328/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/726=[#edits: 1 = <707/info:/1734319255328/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/727=[#edits: 1 = <708/info:/1734319255329/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/728=[#edits: 1 = <709/info:/1734319255329/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/729=[#edits: 1 = <710/info:/1734319255329/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/730=[#edits: 1 = <711/info:/1734319255329/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/731=[#edits: 1 = <712/info:/1734319255330/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/732=[#edits: 1 = <713/info:/1734319255330/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/733=[#edits: 1 = <714/info:/1734319255330/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/734=[#edits: 1 = <715/info:/1734319255330/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/735=[#edits: 1 = <716/info:/1734319255331/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=53623, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,423 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,423 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/736=[#edits: 1 = <717/info:/1734319255331/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/737=[#edits: 1 = <718/info:/1734319255331/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/738=[#edits: 1 = <719/info:/1734319255332/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/739=[#edits: 1 = <720/info:/1734319255332/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/740=[#edits: 1 = <721/info:/1734319255332/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/741=[#edits: 1 = <722/info:/1734319255332/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/742=[#edits: 1 = <723/info:/1734319255333/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/743=[#edits: 1 = <724/info:/1734319255333/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/744=[#edits: 1 = <725/info:/1734319255333/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/745=[#edits: 1 = <726/info:/1734319255334/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/746=[#edits: 1 = <727/info:/1734319255334/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/747=[#edits: 1 = <728/info:/1734319255334/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/748=[#edits: 1 = <729/info:/1734319255334/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/749=[#edits: 1 = <730/info:/1734319255335/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/750=[#edits: 1 = <731/info:/1734319255335/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/751=[#edits: 1 = <732/info:/1734319255335/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/752=[#edits: 1 = <733/info:/1734319255336/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/753=[#edits: 1 = <734/info:/1734319255336/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/754=[#edits: 1 = <735/info:/1734319255336/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/755=[#edits: 1 = <736/info:/1734319255336/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/756=[#edits: 1 = <737/info:/1734319255337/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/757=[#edits: 1 = <738/info:/1734319255337/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/758=[#edits: 1 = <739/info:/1734319255337/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/759=[#edits: 1 = <740/info:/1734319255337/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/760=[#edits: 1 = <741/info:/1734319255338/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/761=[#edits: 1 = <742/info:/1734319255338/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/762=[#edits: 1 = <743/info:/1734319255338/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/763=[#edits: 1 = <744/info:/1734319255338/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/764=[#edits: 1 = <745/info:/1734319255339/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/765=[#edits: 1 = <746/info:/1734319255339/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/766=[#edits: 1 = <747/info:/1734319255339/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/767=[#edits: 1 = <748/info:/1734319255339/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/768=[#edits: 1 = <749/info:/1734319255340/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/769=[#edits: 1 = <750/info:/1734319255340/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/770=[#edits: 1 = <751/info:/1734319255340/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/771=[#edits: 1 = <752/info:/1734319255341/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/772=[#edits: 1 = <753/info:/1734319255341/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/773=[#edits: 1 = <754/info:/1734319255341/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/774=[#edits: 1 = <755/info:/1734319255341/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/775=[#edits: 1 = <756/info:/1734319255342/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/776=[#edits: 1 = <757/info:/1734319255342/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/777=[#edits: 1 = <758/info:/1734319255342/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/778=[#edits: 1 = <759/info:/1734319255343/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/779=[#edits: 1 = <760/info:/1734319255343/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/780=[#edits: 1 = <761/info:/1734319255343/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/781=[#edits: 1 = <762/info:/1734319255343/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/782=[#edits: 1 = <763/info:/1734319255344/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/783=[#edits: 1 = <764/info:/1734319255344/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/784=[#edits: 1 = <765/info:/1734319255344/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/785=[#edits: 1 = <766/info:/1734319255344/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/786=[#edits: 1 = <767/info:/1734319255345/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/787=[#edits: 1 = <768/info:/1734319255345/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/788=[#edits: 1 = <769/info:/1734319255345/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/789=[#edits: 1 = <770/info:/1734319255345/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/790=[#edits: 1 = <771/info:/1734319255346/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/791=[#edits: 1 = <772/info:/1734319255346/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/792=[#edits: 1 = <773/info:/1734319255346/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/793=[#edits: 1 = <774/info:/1734319255347/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/794=[#edits: 1 = <775/info:/1734319255347/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/795=[#edits: 1 = <776/info:/1734319255347/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=57883, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,424 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,425 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/796=[#edits: 1 = <777/info:/1734319255347/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/797=[#edits: 1 = <778/info:/1734319255348/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/798=[#edits: 1 = <779/info:/1734319255348/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/799=[#edits: 1 = <780/info:/1734319255348/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/800=[#edits: 1 = <781/info:/1734319255348/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/801=[#edits: 1 = <782/info:/1734319255349/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/802=[#edits: 1 = <783/info:/1734319255349/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/803=[#edits: 1 = <784/info:/1734319255349/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/804=[#edits: 1 = <785/info:/1734319255349/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/805=[#edits: 1 = <786/info:/1734319255350/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/806=[#edits: 1 = <787/info:/1734319255350/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/807=[#edits: 1 = <788/info:/1734319255350/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/808=[#edits: 1 = <789/info:/1734319255351/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/809=[#edits: 1 = <790/info:/1734319255351/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/810=[#edits: 1 = <791/info:/1734319255351/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/811=[#edits: 1 = <792/info:/1734319255351/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/812=[#edits: 1 = <793/info:/1734319255352/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/813=[#edits: 1 = <794/info:/1734319255352/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/814=[#edits: 1 = <795/info:/1734319255352/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/815=[#edits: 1 = <796/info:/1734319255352/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/816=[#edits: 1 = <797/info:/1734319255353/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/817=[#edits: 1 = <798/info:/1734319255353/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/818=[#edits: 1 = <799/info:/1734319255353/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/819=[#edits: 1 = <800/info:/1734319255353/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/820=[#edits: 1 = <801/info:/1734319255354/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/821=[#edits: 1 = <802/info:/1734319255354/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/822=[#edits: 1 = <803/info:/1734319255354/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/823=[#edits: 1 = <804/info:/1734319255354/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/824=[#edits: 1 = <805/info:/1734319255355/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/825=[#edits: 1 = <806/info:/1734319255355/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/826=[#edits: 1 = <807/info:/1734319255355/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/827=[#edits: 1 = <808/info:/1734319255355/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/828=[#edits: 1 = <809/info:/1734319255356/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/829=[#edits: 1 = <810/info:/1734319255356/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/830=[#edits: 1 = <811/info:/1734319255356/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/831=[#edits: 1 = <812/info:/1734319255356/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/832=[#edits: 1 = <813/info:/1734319255357/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/833=[#edits: 1 = <814/info:/1734319255357/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/834=[#edits: 1 = <815/info:/1734319255357/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/835=[#edits: 1 = <816/info:/1734319255358/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/836=[#edits: 1 = <817/info:/1734319255358/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/837=[#edits: 1 = <818/info:/1734319255358/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/838=[#edits: 1 = <819/info:/1734319255358/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/839=[#edits: 1 = <820/info:/1734319255359/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/840=[#edits: 1 = <821/info:/1734319255359/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/841=[#edits: 1 = <822/info:/1734319255359/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/842=[#edits: 1 = <823/info:/1734319255359/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/843=[#edits: 1 = <824/info:/1734319255360/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/844=[#edits: 1 = <825/info:/1734319255360/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/845=[#edits: 1 = <826/info:/1734319255360/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/846=[#edits: 1 = <827/info:/1734319255360/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/847=[#edits: 1 = <828/info:/1734319255361/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/848=[#edits: 1 = <829/info:/1734319255361/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/849=[#edits: 1 = <830/info:/1734319255361/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/850=[#edits: 1 = <831/info:/1734319255361/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/851=[#edits: 1 = <832/info:/1734319255362/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/852=[#edits: 1 = <833/info:/1734319255362/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/853=[#edits: 1 = <834/info:/1734319255362/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/854=[#edits: 1 = <835/info:/1734319255362/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/855=[#edits: 1 = <836/info:/1734319255363/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=62143, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,426 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 57 WAL entries eligible for replication 2024-12-16T03:20:55,426 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to pos 70450, reset compression=false 2024-12-16T03:20:55,426 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/856=[#edits: 1 = <837/info:/1734319255363/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/857=[#edits: 1 = <838/info:/1734319255363/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/858=[#edits: 1 = <839/info:/1734319255363/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/859=[#edits: 1 = <840/info:/1734319255364/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/860=[#edits: 1 = <841/info:/1734319255364/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/861=[#edits: 1 = <842/info:/1734319255364/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/862=[#edits: 1 = <843/info:/1734319255365/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/863=[#edits: 1 = <844/info:/1734319255365/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/864=[#edits: 1 = <845/info:/1734319255365/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/865=[#edits: 1 = <846/info:/1734319255365/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/866=[#edits: 1 = <847/info:/1734319255366/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/867=[#edits: 1 = <848/info:/1734319255366/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/868=[#edits: 1 = <849/info:/1734319255366/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/869=[#edits: 1 = <850/info:/1734319255366/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/870=[#edits: 1 = <851/info:/1734319255367/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/871=[#edits: 1 = <852/info:/1734319255367/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/872=[#edits: 1 = <853/info:/1734319255367/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/873=[#edits: 1 = <854/info:/1734319255368/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/874=[#edits: 1 = <855/info:/1734319255368/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/875=[#edits: 1 = <856/info:/1734319255368/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/876=[#edits: 1 = <857/info:/1734319255369/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/877=[#edits: 1 = <858/info:/1734319255369/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/878=[#edits: 1 = <859/info:/1734319255369/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/879=[#edits: 1 = <860/info:/1734319255369/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/880=[#edits: 1 = <861/info:/1734319255370/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/881=[#edits: 1 = <862/info:/1734319255370/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/882=[#edits: 1 = <863/info:/1734319255370/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/883=[#edits: 1 = <864/info:/1734319255370/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/884=[#edits: 1 = <865/info:/1734319255371/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/885=[#edits: 1 = <866/info:/1734319255371/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/886=[#edits: 1 = <867/info:/1734319255372/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/887=[#edits: 1 = <868/info:/1734319255372/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/888=[#edits: 1 = <869/info:/1734319255372/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/889=[#edits: 1 = <870/info:/1734319255372/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/890=[#edits: 1 = <871/info:/1734319255373/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/891=[#edits: 1 = <872/info:/1734319255373/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/892=[#edits: 1 = <873/info:/1734319255373/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/893=[#edits: 1 = <874/info:/1734319255373/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/894=[#edits: 1 = <875/info:/1734319255374/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/895=[#edits: 1 = <876/info:/1734319255374/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/896=[#edits: 1 = <877/info:/1734319255374/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/897=[#edits: 1 = <878/info:/1734319255374/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/898=[#edits: 1 = <879/info:/1734319255375/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/899=[#edits: 1 = <880/info:/1734319255375/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/900=[#edits: 1 = <881/info:/1734319255375/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/901=[#edits: 1 = <882/info:/1734319255375/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/902=[#edits: 1 = <883/info:/1734319255376/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/903=[#edits: 1 = <884/info:/1734319255376/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/904=[#edits: 1 = <885/info:/1734319255376/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/905=[#edits: 1 = <886/info:/1734319255376/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/906=[#edits: 1 = <887/info:/1734319255377/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/907=[#edits: 1 = <888/info:/1734319255377/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/908=[#edits: 1 = <889/info:/1734319255377/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/909=[#edits: 1 = <890/info:/1734319255377/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/910=[#edits: 1 = <891/info:/1734319255378/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/911=[#edits: 1 = <892/info:/1734319255378/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/912=[#edits: 1 = <893/info:/1734319255378/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/913=[#edits: 1 = <894/info:/1734319255378/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/914=[#edits: 1 = <895/info:/1734319255379/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/915=[#edits: 1 = <896/info:/1734319255379/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=66403, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,428 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/916=[#edits: 1 = <897/info:/1734319255379/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/917=[#edits: 1 = <898/info:/1734319255379/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/918=[#edits: 1 = <899/info:/1734319255380/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/919=[#edits: 1 = <900/info:/1734319255380/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/920=[#edits: 1 = <901/info:/1734319255380/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/921=[#edits: 1 = <902/info:/1734319255380/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/922=[#edits: 1 = <903/info:/1734319255381/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/923=[#edits: 1 = <904/info:/1734319255381/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/924=[#edits: 1 = <905/info:/1734319255381/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/925=[#edits: 1 = <906/info:/1734319255381/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/926=[#edits: 1 = <907/info:/1734319255382/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/927=[#edits: 1 = <908/info:/1734319255382/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/928=[#edits: 1 = <909/info:/1734319255382/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/929=[#edits: 1 = <910/info:/1734319255382/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/930=[#edits: 1 = <911/info:/1734319255383/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/931=[#edits: 1 = <912/info:/1734319255383/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/932=[#edits: 1 = <913/info:/1734319255383/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/933=[#edits: 1 = <914/info:/1734319255383/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/934=[#edits: 1 = <915/info:/1734319255384/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/935=[#edits: 1 = <916/info:/1734319255384/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/936=[#edits: 1 = <917/info:/1734319255384/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/937=[#edits: 1 = <918/info:/1734319255384/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/938=[#edits: 1 = <919/info:/1734319255385/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/939=[#edits: 1 = <920/info:/1734319255385/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/940=[#edits: 1 = <921/info:/1734319255385/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/941=[#edits: 1 = <922/info:/1734319255385/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/942=[#edits: 1 = <923/info:/1734319255385/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/943=[#edits: 1 = <924/info:/1734319255386/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/944=[#edits: 1 = <925/info:/1734319255386/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/945=[#edits: 1 = <926/info:/1734319255386/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/946=[#edits: 1 = <927/info:/1734319255386/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/947=[#edits: 1 = <928/info:/1734319255387/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/948=[#edits: 1 = <929/info:/1734319255387/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/949=[#edits: 1 = <930/info:/1734319255387/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/950=[#edits: 1 = <931/info:/1734319255388/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/951=[#edits: 1 = <932/info:/1734319255388/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/952=[#edits: 1 = <933/info:/1734319255388/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/953=[#edits: 1 = <934/info:/1734319255388/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/954=[#edits: 1 = <935/info:/1734319255389/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/955=[#edits: 1 = <936/info:/1734319255389/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/956=[#edits: 1 = <937/info:/1734319255389/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/957=[#edits: 1 = <938/info:/1734319255389/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/958=[#edits: 1 = <939/info:/1734319255390/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/959=[#edits: 1 = <940/info:/1734319255390/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/960=[#edits: 1 = <941/info:/1734319255390/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/961=[#edits: 1 = <942/info:/1734319255390/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/962=[#edits: 1 = <943/info:/1734319255391/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/963=[#edits: 1 = <944/info:/1734319255391/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/964=[#edits: 1 = <945/info:/1734319255391/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/965=[#edits: 1 = <946/info:/1734319255392/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/966=[#edits: 1 = <947/info:/1734319255392/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/967=[#edits: 1 = <948/info:/1734319255392/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/968=[#edits: 1 = <949/info:/1734319255393/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/969=[#edits: 1 = <950/info:/1734319255393/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/970=[#edits: 1 = <951/info:/1734319255393/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/971=[#edits: 1 = <952/info:/1734319255394/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/972=[#edits: 1 = <953/info:/1734319255394/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=70450, nbRowKeys=57, nbHFiles=0, heapSize=9804, lastSeqIds={}, endOfFile=false,usedBufferSize=9804] 2024-12-16T03:20:55,433 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/c8b1653f7bd041749d4bd10a953fa1bc is 34, key is 100/info:/1734319255146/Put/seqid=0 2024-12-16T03:20:55,437 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 47 WAL entries eligible for replication 2024-12-16T03:20:55,437 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to pos 73902, reset compression=false 2024-12-16T03:20:55,437 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/973=[#edits: 1 = <954/info:/1734319255394/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/974=[#edits: 1 = <955/info:/1734319255395/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/975=[#edits: 1 = <956/info:/1734319255395/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/976=[#edits: 1 = <957/info:/1734319255395/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/977=[#edits: 1 = <958/info:/1734319255396/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/978=[#edits: 1 = <959/info:/1734319255396/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/979=[#edits: 1 = <960/info:/1734319255396/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/980=[#edits: 1 = <961/info:/1734319255397/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/981=[#edits: 1 = <962/info:/1734319255397/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/982=[#edits: 1 = <963/info:/1734319255398/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/983=[#edits: 1 = <964/info:/1734319255398/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/984=[#edits: 1 = <965/info:/1734319255399/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/985=[#edits: 1 = <966/info:/1734319255399/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/986=[#edits: 1 = <967/info:/1734319255399/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/987=[#edits: 1 = <968/info:/1734319255400/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/988=[#edits: 1 = <969/info:/1734319255400/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/989=[#edits: 1 = <970/info:/1734319255401/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/990=[#edits: 1 = <971/info:/1734319255401/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/991=[#edits: 1 = <972/info:/1734319255402/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/992=[#edits: 1 = <973/info:/1734319255402/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/993=[#edits: 1 = <974/info:/1734319255402/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/994=[#edits: 1 = <975/info:/1734319255403/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/995=[#edits: 1 = <976/info:/1734319255403/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/996=[#edits: 1 = <977/info:/1734319255403/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/997=[#edits: 1 = <978/info:/1734319255404/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/998=[#edits: 1 = <979/info:/1734319255404/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/999=[#edits: 1 = <980/info:/1734319255404/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1000=[#edits: 1 = <981/info:/1734319255405/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1001=[#edits: 1 = <982/info:/1734319255405/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1002=[#edits: 1 = <983/info:/1734319255405/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1003=[#edits: 1 = <984/info:/1734319255406/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1004=[#edits: 1 = <985/info:/1734319255406/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1005=[#edits: 1 = <986/info:/1734319255406/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1006=[#edits: 1 = <987/info:/1734319255407/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1007=[#edits: 1 = <988/info:/1734319255407/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1008=[#edits: 1 = <989/info:/1734319255407/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1009=[#edits: 1 = <990/info:/1734319255408/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1010=[#edits: 1 = <991/info:/1734319255408/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1011=[#edits: 1 = <992/info:/1734319255409/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1012=[#edits: 1 = <993/info:/1734319255409/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1013=[#edits: 1 = <994/info:/1734319255411/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1014=[#edits: 1 = <995/info:/1734319255412/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1015=[#edits: 1 = <996/info:/1734319255413/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1016=[#edits: 1 = <997/info:/1734319255413/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1017=[#edits: 1 = <998/info:/1734319255413/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1018=[#edits: 1 = <999/info:/1734319255413/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1020=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319255414/Put/vlen=102/seqid=0; >],292}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=73902, nbRowKeys=47, nbHFiles=0, heapSize=8204, lastSeqIds={}, endOfFile=false,usedBufferSize=8204] 2024-12-16T03:20:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:55,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=29.08 KB heapSize=102.31 KB 2024-12-16T03:20:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:1019 2024-12-16T03:20:55,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:55,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=29.08 KB heapSize=102.31 KB 2024-12-16T03:20:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:1019 2024-12-16T03:20:55,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741843_1019 (size=43843) 2024-12-16T03:20:55,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741843_1019 (size=43843) 2024-12-16T03:20:55,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741843_1019 (size=43843) 2024-12-16T03:20:55,449 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.08 KB at sequenceid=1019 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/c8b1653f7bd041749d4bd10a953fa1bc 2024-12-16T03:20:55,453 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/c8b1653f7bd041749d4bd10a953fa1bc as hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/c8b1653f7bd041749d4bd10a953fa1bc 2024-12-16T03:20:55,458 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/c8b1653f7bd041749d4bd10a953fa1bc, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-16T03:20:55,458 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~29.08 KB/29780, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 44ms, sequenceid=1019, compaction requested=false 2024-12-16T03:20:55,458 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-16T03:20:55,459 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:55,459 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(218): compacting table 2024-12-16T03:20:55,459 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-16T03:20:55,460 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:55,460 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:55,460 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-16T03:20:55,460 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:55,460 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:55,460 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-16T03:20:55,460 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:55,460 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:55,460 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(214): Writing data from 1000 to 2000 2024-12-16T03:20:55,488 DEBUG [AsyncFSWAL-0-hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf-prefix:f0d65a6309ee,46125,1734319252603.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80546, logrollsize=80530 2024-12-16T03:20:55,488 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C46125%2C1734319252603.meta:.meta(num 1734319253492) roll requested 2024-12-16T03:20:55,506 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, exclude list is [], retry=0 2024-12-16T03:20:55,509 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40657,DS-27fcb950-4ebb-40d0-b568-7a4323ad6074,DISK] 2024-12-16T03:20:55,509 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41807,DS-60132298-a0dc-4c18-b65a-5513e243a62b,DISK] 2024-12-16T03:20:55,511 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-e967fa73-dadd-43d5-9048-7bc2c2882bb9,DISK] 2024-12-16T03:20:55,512 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta with entries=1178, filesize=84.08 KB; new WAL /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta 2024-12-16T03:20:55,512 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41995:41995),(127.0.0.1/127.0.0.1:34351:34351),(127.0.0.1/127.0.0.1:38655:38655)] 2024-12-16T03:20:55,512 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:55,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741837_1013 (size=86102) 2024-12-16T03:20:55,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741837_1013 (size=86102) 2024-12-16T03:20:55,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741837_1013 (size=86102) 2024-12-16T03:20:55,648 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to pos 73902, reset compression=false 2024-12-16T03:20:55,650 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-16T03:20:55,650 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,650 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1021=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319255458/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/1022=[#edits: 1 = <1000/info:/1734319255461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1023=[#edits: 1 = <1001/info:/1734319255463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1024=[#edits: 1 = <1002/info:/1734319255464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1025=[#edits: 1 = <1003/info:/1734319255464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1026=[#edits: 1 = <1004/info:/1734319255465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1027=[#edits: 1 = <1005/info:/1734319255465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1028=[#edits: 1 = <1006/info:/1734319255465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1029=[#edits: 1 = <1007/info:/1734319255466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1030=[#edits: 1 = <1008/info:/1734319255466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1031=[#edits: 1 = <1009/info:/1734319255466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1032=[#edits: 1 = <1010/info:/1734319255466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1033=[#edits: 1 = <1011/info:/1734319255467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1034=[#edits: 1 = <1012/info:/1734319255467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1035=[#edits: 1 = <1013/info:/1734319255467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1036=[#edits: 1 = <1014/info:/1734319255468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1037=[#edits: 1 = <1015/info:/1734319255468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1038=[#edits: 1 = <1016/info:/1734319255468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1039=[#edits: 1 = <1017/info:/1734319255468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1040=[#edits: 1 = <1018/info:/1734319255469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1041=[#edits: 1 = <1019/info:/1734319255469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1042=[#edits: 1 = <1020/info:/1734319255469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1043=[#edits: 1 = <1021/info:/1734319255470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1044=[#edits: 1 = <1022/info:/1734319255470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1045=[#edits: 1 = <1023/info:/1734319255470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1046=[#edits: 1 = <1024/info:/1734319255471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1047=[#edits: 1 = <1025/info:/1734319255471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1048=[#edits: 1 = <1026/info:/1734319255471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1049=[#edits: 1 = <1027/info:/1734319255471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1050=[#edits: 1 = <1028/info:/1734319255472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1051=[#edits: 1 = <1029/info:/1734319255472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1052=[#edits: 1 = <1030/info:/1734319255472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1053=[#edits: 1 = <1031/info:/1734319255473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1054=[#edits: 1 = <1032/info:/1734319255473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1055=[#edits: 1 = <1033/info:/1734319255473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1056=[#edits: 1 = <1034/info:/1734319255474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1057=[#edits: 1 = <1035/info:/1734319255474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1058=[#edits: 1 = <1036/info:/1734319255474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1059=[#edits: 1 = <1037/info:/1734319255474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1060=[#edits: 1 = <1038/info:/1734319255475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1061=[#edits: 1 = <1039/info:/1734319255475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1062=[#edits: 1 = <1040/info:/1734319255475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1063=[#edits: 1 = <1041/info:/1734319255475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1064=[#edits: 1 = <1042/info:/1734319255476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1065=[#edits: 1 = <1043/info:/1734319255476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1066=[#edits: 1 = <1044/info:/1734319255476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1067=[#edits: 1 = <1045/info:/1734319255477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1068=[#edits: 1 = <1046/info:/1734319255477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1069=[#edits: 1 = <1047/info:/1734319255477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1070=[#edits: 1 = <1048/info:/1734319255477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1071=[#edits: 1 = <1049/info:/1734319255478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1072=[#edits: 1 = <1050/info:/1734319255478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1073=[#edits: 1 = <1051/info:/1734319255478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1074=[#edits: 1 = <1052/info:/1734319255479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1075=[#edits: 1 = <1053/info:/1734319255479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1076=[#edits: 1 = <1054/info:/1734319255479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1077=[#edits: 1 = <1055/info:/1734319255479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1078=[#edits: 1 = <1056/info:/1734319255480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1079=[#edits: 1 = <1057/info:/1734319255480/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=78356, nbRowKeys=59, nbHFiles=0, heapSize=10300, lastSeqIds={}, endOfFile=false,usedBufferSize=10300] 2024-12-16T03:20:55,650 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta 2024-12-16T03:20:55,650 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 46 WAL entries eligible for replication 2024-12-16T03:20:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "c8b1653f7bd041749d4bd10a953fa1bc" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "c8b1653f7bd041749d4bd10a953fa1bc" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:1019 and a previous prepared snapshot was found 2024-12-16T03:20:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:1019 and a previous prepared snapshot was found 2024-12-16T03:20:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:55,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73b064aa added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/c8b1653f7bd041749d4bd10a953fa1bc, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-16T03:20:55,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@624aae9f added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/c8b1653f7bd041749d4bd10a953fa1bc, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-16T03:20:55,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:55,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:55,655 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:55,655 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1080=[#edits: 1 = <1058/info:/1734319255480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1081=[#edits: 1 = <1059/info:/1734319255480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1082=[#edits: 1 = <1060/info:/1734319255481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1083=[#edits: 1 = <1061/info:/1734319255481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1084=[#edits: 1 = <1062/info:/1734319255481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1085=[#edits: 1 = <1063/info:/1734319255481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1086=[#edits: 1 = <1064/info:/1734319255482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1087=[#edits: 1 = <1065/info:/1734319255482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1088=[#edits: 1 = <1066/info:/1734319255482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1089=[#edits: 1 = <1067/info:/1734319255483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1090=[#edits: 1 = <1068/info:/1734319255483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1091=[#edits: 1 = <1069/info:/1734319255483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1092=[#edits: 1 = <1070/info:/1734319255483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1093=[#edits: 1 = <1071/info:/1734319255484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1094=[#edits: 1 = <1072/info:/1734319255484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1095=[#edits: 1 = <1073/info:/1734319255484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1096=[#edits: 1 = <1074/info:/1734319255484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1097=[#edits: 1 = <1075/info:/1734319255485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1098=[#edits: 1 = <1076/info:/1734319255485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1099=[#edits: 1 = <1077/info:/1734319255485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1100=[#edits: 1 = <1078/info:/1734319255485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1101=[#edits: 1 = <1079/info:/1734319255486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1102=[#edits: 1 = <1080/info:/1734319255486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1103=[#edits: 1 = <1081/info:/1734319255486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1104=[#edits: 1 = <1082/info:/1734319255487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1105=[#edits: 1 = <1083/info:/1734319255487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1106=[#edits: 1 = <1084/info:/1734319255487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1107=[#edits: 1 = <1085/info:/1734319255487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1108=[#edits: 1 = <1086/info:/1734319255488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1109=[#edits: 1 = <1087/info:/1734319255488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1110=[#edits: 1 = <1088/info:/1734319255488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1111=[#edits: 1 = <1089/info:/1734319255489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1112=[#edits: 1 = <1090/info:/1734319255489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1113=[#edits: 1 = <1091/info:/1734319255489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1114=[#edits: 1 = <1092/info:/1734319255489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1115=[#edits: 1 = <1093/info:/1734319255490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1116=[#edits: 1 = <1094/info:/1734319255490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1117=[#edits: 1 = <1095/info:/1734319255490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1118=[#edits: 1 = <1096/info:/1734319255490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1119=[#edits: 1 = <1097/info:/1734319255491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1120=[#edits: 1 = <1098/info:/1734319255491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1121=[#edits: 1 = <1099/info:/1734319255491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1122=[#edits: 1 = <1100/info:/1734319255491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1123=[#edits: 1 = <1101/info:/1734319255492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1124=[#edits: 1 = <1102/info:/1734319255492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1125=[#edits: 1 = <1103/info:/1734319255492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1126=[#edits: 1 = <1104/info:/1734319255493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1127=[#edits: 1 = <1105/info:/1734319255493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1128=[#edits: 1 = <1106/info:/1734319255493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1129=[#edits: 1 = <1107/info:/1734319255493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1130=[#edits: 1 = <1108/info:/1734319255494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1131=[#edits: 1 = <1109/info:/1734319255494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1132=[#edits: 1 = <1110/info:/1734319255494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1133=[#edits: 1 = <1111/info:/1734319255495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1134=[#edits: 1 = <1112/info:/1734319255495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1135=[#edits: 1 = <1113/info:/1734319255495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1136=[#edits: 1 = <1114/info:/1734319255495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1137=[#edits: 1 = <1115/info:/1734319255496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1138=[#edits: 1 = <1116/info:/1734319255496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1139=[#edits: 1 = <1117/info:/1734319255496/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=82736, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,657 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1140=[#edits: 1 = <1118/info:/1734319255496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1141=[#edits: 1 = <1119/info:/1734319255497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1142=[#edits: 1 = <1120/info:/1734319255497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1143=[#edits: 1 = <1121/info:/1734319255497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1144=[#edits: 1 = <1122/info:/1734319255497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1145=[#edits: 1 = <1123/info:/1734319255498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1146=[#edits: 1 = <1124/info:/1734319255498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1147=[#edits: 1 = <1125/info:/1734319255498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1148=[#edits: 1 = <1126/info:/1734319255498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1149=[#edits: 1 = <1127/info:/1734319255499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1150=[#edits: 1 = <1128/info:/1734319255499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1151=[#edits: 1 = <1129/info:/1734319255499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1152=[#edits: 1 = <1130/info:/1734319255500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1153=[#edits: 1 = <1131/info:/1734319255500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1154=[#edits: 1 = <1132/info:/1734319255500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1155=[#edits: 1 = <1133/info:/1734319255500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1156=[#edits: 1 = <1134/info:/1734319255501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1157=[#edits: 1 = <1135/info:/1734319255501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1158=[#edits: 1 = <1136/info:/1734319255501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1159=[#edits: 1 = <1137/info:/1734319255501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1160=[#edits: 1 = <1138/info:/1734319255502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1161=[#edits: 1 = <1139/info:/1734319255502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1162=[#edits: 1 = <1140/info:/1734319255502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1163=[#edits: 1 = <1141/info:/1734319255502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1164=[#edits: 1 = <1142/info:/1734319255503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1165=[#edits: 1 = <1143/info:/1734319255503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1166=[#edits: 1 = <1144/info:/1734319255503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1167=[#edits: 1 = <1145/info:/1734319255503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1168=[#edits: 1 = <1146/info:/1734319255504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1169=[#edits: 1 = <1147/info:/1734319255504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1170=[#edits: 1 = <1148/info:/1734319255504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1171=[#edits: 1 = <1149/info:/1734319255505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1172=[#edits: 1 = <1150/info:/1734319255505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1173=[#edits: 1 = <1151/info:/1734319255505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1174=[#edits: 1 = <1152/info:/1734319255505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1175=[#edits: 1 = <1153/info:/1734319255506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1176=[#edits: 1 = <1154/info:/1734319255506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1177=[#edits: 1 = <1155/info:/1734319255506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1178=[#edits: 1 = <1156/info:/1734319255506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1179=[#edits: 1 = <1157/info:/1734319255507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1180=[#edits: 1 = <1158/info:/1734319255507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1181=[#edits: 1 = <1159/info:/1734319255507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1182=[#edits: 1 = <1160/info:/1734319255508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1183=[#edits: 1 = <1161/info:/1734319255508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1184=[#edits: 1 = <1162/info:/1734319255511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1185=[#edits: 1 = <1163/info:/1734319255512/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta, lastWalPosition=86094, nbRowKeys=46, nbHFiles=0, heapSize=7912, lastSeqIds={}, endOfFile=true,usedBufferSize=7912] 2024-12-16T03:20:55,661 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,661 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1186=[#edits: 1 = <1164/info:/1734319255512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1187=[#edits: 1 = <1165/info:/1734319255514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1188=[#edits: 1 = <1166/info:/1734319255516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1189=[#edits: 1 = <1167/info:/1734319255516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1190=[#edits: 1 = <1168/info:/1734319255517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1191=[#edits: 1 = <1169/info:/1734319255517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1192=[#edits: 1 = <1170/info:/1734319255517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1193=[#edits: 1 = <1171/info:/1734319255518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1194=[#edits: 1 = <1172/info:/1734319255518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1195=[#edits: 1 = <1173/info:/1734319255518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1196=[#edits: 1 = <1174/info:/1734319255518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1197=[#edits: 1 = <1175/info:/1734319255518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1198=[#edits: 1 = <1176/info:/1734319255519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1199=[#edits: 1 = <1177/info:/1734319255519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1200=[#edits: 1 = <1178/info:/1734319255519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1201=[#edits: 1 = <1179/info:/1734319255520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1202=[#edits: 1 = <1180/info:/1734319255520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1203=[#edits: 1 = <1181/info:/1734319255520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1204=[#edits: 1 = <1182/info:/1734319255520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1205=[#edits: 1 = <1183/info:/1734319255521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1206=[#edits: 1 = <1184/info:/1734319255521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1207=[#edits: 1 = <1185/info:/1734319255521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1208=[#edits: 1 = <1186/info:/1734319255521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1209=[#edits: 1 = <1187/info:/1734319255522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1210=[#edits: 1 = <1188/info:/1734319255522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1211=[#edits: 1 = <1189/info:/1734319255522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1212=[#edits: 1 = <1190/info:/1734319255522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1213=[#edits: 1 = <1191/info:/1734319255523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1214=[#edits: 1 = <1192/info:/1734319255523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1215=[#edits: 1 = <1193/info:/1734319255523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1216=[#edits: 1 = <1194/info:/1734319255524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1217=[#edits: 1 = <1195/info:/1734319255524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1218=[#edits: 1 = <1196/info:/1734319255524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1219=[#edits: 1 = <1197/info:/1734319255524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1220=[#edits: 1 = <1198/info:/1734319255525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1221=[#edits: 1 = <1199/info:/1734319255525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1222=[#edits: 1 = <1200/info:/1734319255525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1223=[#edits: 1 = <1201/info:/1734319255525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1224=[#edits: 1 = <1202/info:/1734319255526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1225=[#edits: 1 = <1203/info:/1734319255526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1226=[#edits: 1 = <1204/info:/1734319255526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1227=[#edits: 1 = <1205/info:/1734319255526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1228=[#edits: 1 = <1206/info:/1734319255527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1229=[#edits: 1 = <1207/info:/1734319255527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1230=[#edits: 1 = <1208/info:/1734319255527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1231=[#edits: 1 = <1209/info:/1734319255527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1232=[#edits: 1 = <1210/info:/1734319255528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1233=[#edits: 1 = <1211/info:/1734319255528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1234=[#edits: 1 = <1212/info:/1734319255528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1235=[#edits: 1 = <1213/info:/1734319255529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1236=[#edits: 1 = <1214/info:/1734319255529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1237=[#edits: 1 = <1215/info:/1734319255529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1238=[#edits: 1 = <1216/info:/1734319255529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1239=[#edits: 1 = <1217/info:/1734319255530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1240=[#edits: 1 = <1218/info:/1734319255530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1241=[#edits: 1 = <1219/info:/1734319255530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1242=[#edits: 1 = <1220/info:/1734319255530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1243=[#edits: 1 = <1221/info:/1734319255531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1244=[#edits: 1 = <1222/info:/1734319255531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1245=[#edits: 1 = <1223/info:/1734319255531/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=4465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,662 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,662 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1246=[#edits: 1 = <1224/info:/1734319255532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1247=[#edits: 1 = <1225/info:/1734319255532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1248=[#edits: 1 = <1226/info:/1734319255532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1249=[#edits: 1 = <1227/info:/1734319255532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1250=[#edits: 1 = <1228/info:/1734319255533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1251=[#edits: 1 = <1229/info:/1734319255533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1252=[#edits: 1 = <1230/info:/1734319255533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1253=[#edits: 1 = <1231/info:/1734319255533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1254=[#edits: 1 = <1232/info:/1734319255534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1255=[#edits: 1 = <1233/info:/1734319255534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1256=[#edits: 1 = <1234/info:/1734319255534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1257=[#edits: 1 = <1235/info:/1734319255534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1258=[#edits: 1 = <1236/info:/1734319255535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1259=[#edits: 1 = <1237/info:/1734319255535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1260=[#edits: 1 = <1238/info:/1734319255535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1261=[#edits: 1 = <1239/info:/1734319255535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1262=[#edits: 1 = <1240/info:/1734319255536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1263=[#edits: 1 = <1241/info:/1734319255536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1264=[#edits: 1 = <1242/info:/1734319255536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1265=[#edits: 1 = <1243/info:/1734319255536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1266=[#edits: 1 = <1244/info:/1734319255537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1267=[#edits: 1 = <1245/info:/1734319255537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1268=[#edits: 1 = <1246/info:/1734319255537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1269=[#edits: 1 = <1247/info:/1734319255538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1270=[#edits: 1 = <1248/info:/1734319255538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1271=[#edits: 1 = <1249/info:/1734319255538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1272=[#edits: 1 = <1250/info:/1734319255538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1273=[#edits: 1 = <1251/info:/1734319255539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1274=[#edits: 1 = <1252/info:/1734319255539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1275=[#edits: 1 = <1253/info:/1734319255539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1276=[#edits: 1 = <1254/info:/1734319255540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1277=[#edits: 1 = <1255/info:/1734319255540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1278=[#edits: 1 = <1256/info:/1734319255540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1279=[#edits: 1 = <1257/info:/1734319255541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1280=[#edits: 1 = <1258/info:/1734319255541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1281=[#edits: 1 = <1259/info:/1734319255541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1282=[#edits: 1 = <1260/info:/1734319255541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1283=[#edits: 1 = <1261/info:/1734319255542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1284=[#edits: 1 = <1262/info:/1734319255542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1285=[#edits: 1 = <1263/info:/1734319255542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1286=[#edits: 1 = <1264/info:/1734319255542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1287=[#edits: 1 = <1265/info:/1734319255542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1288=[#edits: 1 = <1266/info:/1734319255543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1289=[#edits: 1 = <1267/info:/1734319255543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1290=[#edits: 1 = <1268/info:/1734319255543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1291=[#edits: 1 = <1269/info:/1734319255544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1292=[#edits: 1 = <1270/info:/1734319255544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1293=[#edits: 1 = <1271/info:/1734319255544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1294=[#edits: 1 = <1272/info:/1734319255544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1295=[#edits: 1 = <1273/info:/1734319255545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1296=[#edits: 1 = <1274/info:/1734319255545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1297=[#edits: 1 = <1275/info:/1734319255545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1298=[#edits: 1 = <1276/info:/1734319255545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1299=[#edits: 1 = <1277/info:/1734319255546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1300=[#edits: 1 = <1278/info:/1734319255546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1301=[#edits: 1 = <1279/info:/1734319255546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1302=[#edits: 1 = <1280/info:/1734319255547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1303=[#edits: 1 = <1281/info:/1734319255547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1304=[#edits: 1 = <1282/info:/1734319255547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1305=[#edits: 1 = <1283/info:/1734319255548/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=8845, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,663 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,663 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1306=[#edits: 1 = <1284/info:/1734319255548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1307=[#edits: 1 = <1285/info:/1734319255548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1308=[#edits: 1 = <1286/info:/1734319255548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1309=[#edits: 1 = <1287/info:/1734319255549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1310=[#edits: 1 = <1288/info:/1734319255549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1311=[#edits: 1 = <1289/info:/1734319255549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1312=[#edits: 1 = <1290/info:/1734319255549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1313=[#edits: 1 = <1291/info:/1734319255550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1314=[#edits: 1 = <1292/info:/1734319255550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1315=[#edits: 1 = <1293/info:/1734319255550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1316=[#edits: 1 = <1294/info:/1734319255550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1317=[#edits: 1 = <1295/info:/1734319255551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1318=[#edits: 1 = <1296/info:/1734319255551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1319=[#edits: 1 = <1297/info:/1734319255551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1320=[#edits: 1 = <1298/info:/1734319255551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1321=[#edits: 1 = <1299/info:/1734319255552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1322=[#edits: 1 = <1300/info:/1734319255552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1323=[#edits: 1 = <1301/info:/1734319255552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1324=[#edits: 1 = <1302/info:/1734319255552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1325=[#edits: 1 = <1303/info:/1734319255553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1326=[#edits: 1 = <1304/info:/1734319255553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1327=[#edits: 1 = <1305/info:/1734319255553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1328=[#edits: 1 = <1306/info:/1734319255553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1329=[#edits: 1 = <1307/info:/1734319255554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1330=[#edits: 1 = <1308/info:/1734319255554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1331=[#edits: 1 = <1309/info:/1734319255554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1332=[#edits: 1 = <1310/info:/1734319255555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1333=[#edits: 1 = <1311/info:/1734319255555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1334=[#edits: 1 = <1312/info:/1734319255555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1335=[#edits: 1 = <1313/info:/1734319255555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1336=[#edits: 1 = <1314/info:/1734319255556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1337=[#edits: 1 = <1315/info:/1734319255556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1338=[#edits: 1 = <1316/info:/1734319255556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1339=[#edits: 1 = <1317/info:/1734319255556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1340=[#edits: 1 = <1318/info:/1734319255557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1341=[#edits: 1 = <1319/info:/1734319255557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1342=[#edits: 1 = <1320/info:/1734319255557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1343=[#edits: 1 = <1321/info:/1734319255557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1344=[#edits: 1 = <1322/info:/1734319255558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1345=[#edits: 1 = <1323/info:/1734319255558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1346=[#edits: 1 = <1324/info:/1734319255558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1347=[#edits: 1 = <1325/info:/1734319255558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1348=[#edits: 1 = <1326/info:/1734319255559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1349=[#edits: 1 = <1327/info:/1734319255559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1350=[#edits: 1 = <1328/info:/1734319255559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1351=[#edits: 1 = <1329/info:/1734319255559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1352=[#edits: 1 = <1330/info:/1734319255560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1353=[#edits: 1 = <1331/info:/1734319255560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1354=[#edits: 1 = <1332/info:/1734319255560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1355=[#edits: 1 = <1333/info:/1734319255560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1356=[#edits: 1 = <1334/info:/1734319255560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1357=[#edits: 1 = <1335/info:/1734319255561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1358=[#edits: 1 = <1336/info:/1734319255561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1359=[#edits: 1 = <1337/info:/1734319255561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1360=[#edits: 1 = <1338/info:/1734319255561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1361=[#edits: 1 = <1339/info:/1734319255562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1362=[#edits: 1 = <1340/info:/1734319255562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1363=[#edits: 1 = <1341/info:/1734319255562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1364=[#edits: 1 = <1342/info:/1734319255563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1365=[#edits: 1 = <1343/info:/1734319255563/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=13225, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,664 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,665 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,669 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1366=[#edits: 1 = <1344/info:/1734319255563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1367=[#edits: 1 = <1345/info:/1734319255563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1368=[#edits: 1 = <1346/info:/1734319255564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1369=[#edits: 1 = <1347/info:/1734319255564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1370=[#edits: 1 = <1348/info:/1734319255564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1371=[#edits: 1 = <1349/info:/1734319255564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1372=[#edits: 1 = <1350/info:/1734319255565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1373=[#edits: 1 = <1351/info:/1734319255565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1374=[#edits: 1 = <1352/info:/1734319255565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1375=[#edits: 1 = <1353/info:/1734319255565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1376=[#edits: 1 = <1354/info:/1734319255565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1377=[#edits: 1 = <1355/info:/1734319255566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1378=[#edits: 1 = <1356/info:/1734319255566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1379=[#edits: 1 = <1357/info:/1734319255566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1380=[#edits: 1 = <1358/info:/1734319255566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1381=[#edits: 1 = <1359/info:/1734319255567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1382=[#edits: 1 = <1360/info:/1734319255567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1383=[#edits: 1 = <1361/info:/1734319255567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1384=[#edits: 1 = <1362/info:/1734319255568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1385=[#edits: 1 = <1363/info:/1734319255568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1386=[#edits: 1 = <1364/info:/1734319255568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1387=[#edits: 1 = <1365/info:/1734319255568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1388=[#edits: 1 = <1366/info:/1734319255569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1389=[#edits: 1 = <1367/info:/1734319255569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1390=[#edits: 1 = <1368/info:/1734319255569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1391=[#edits: 1 = <1369/info:/1734319255569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1392=[#edits: 1 = <1370/info:/1734319255569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1393=[#edits: 1 = <1371/info:/1734319255570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1394=[#edits: 1 = <1372/info:/1734319255570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1395=[#edits: 1 = <1373/info:/1734319255570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1396=[#edits: 1 = <1374/info:/1734319255570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1397=[#edits: 1 = <1375/info:/1734319255571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1398=[#edits: 1 = <1376/info:/1734319255571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1399=[#edits: 1 = <1377/info:/1734319255571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1400=[#edits: 1 = <1378/info:/1734319255571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1401=[#edits: 1 = <1379/info:/1734319255572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1402=[#edits: 1 = <1380/info:/1734319255572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1403=[#edits: 1 = <1381/info:/1734319255572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1404=[#edits: 1 = <1382/info:/1734319255573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1405=[#edits: 1 = <1383/info:/1734319255573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1406=[#edits: 1 = <1384/info:/1734319255573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1407=[#edits: 1 = <1385/info:/1734319255573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1408=[#edits: 1 = <1386/info:/1734319255573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1409=[#edits: 1 = <1387/info:/1734319255574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1410=[#edits: 1 = <1388/info:/1734319255574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1411=[#edits: 1 = <1389/info:/1734319255574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1412=[#edits: 1 = <1390/info:/1734319255574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1413=[#edits: 1 = <1391/info:/1734319255575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1414=[#edits: 1 = <1392/info:/1734319255575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1415=[#edits: 1 = <1393/info:/1734319255575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1416=[#edits: 1 = <1394/info:/1734319255576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1417=[#edits: 1 = <1395/info:/1734319255576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1418=[#edits: 1 = <1396/info:/1734319255576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1419=[#edits: 1 = <1397/info:/1734319255576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1420=[#edits: 1 = <1398/info:/1734319255577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1421=[#edits: 1 = <1399/info:/1734319255577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1422=[#edits: 1 = <1400/info:/1734319255577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1423=[#edits: 1 = <1401/info:/1734319255577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1424=[#edits: 1 = <1402/info:/1734319255578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1425=[#edits: 1 = <1403/info:/1734319255578/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=17605, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,670 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,670 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1426=[#edits: 1 = <1404/info:/1734319255578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1427=[#edits: 1 = <1405/info:/1734319255578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1428=[#edits: 1 = <1406/info:/1734319255578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1429=[#edits: 1 = <1407/info:/1734319255579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1430=[#edits: 1 = <1408/info:/1734319255579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1431=[#edits: 1 = <1409/info:/1734319255579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1432=[#edits: 1 = <1410/info:/1734319255579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1433=[#edits: 1 = <1411/info:/1734319255580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1434=[#edits: 1 = <1412/info:/1734319255580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1435=[#edits: 1 = <1413/info:/1734319255580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1436=[#edits: 1 = <1414/info:/1734319255580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1437=[#edits: 1 = <1415/info:/1734319255581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1438=[#edits: 1 = <1416/info:/1734319255581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1439=[#edits: 1 = <1417/info:/1734319255581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1440=[#edits: 1 = <1418/info:/1734319255581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1441=[#edits: 1 = <1419/info:/1734319255581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1442=[#edits: 1 = <1420/info:/1734319255582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1443=[#edits: 1 = <1421/info:/1734319255582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1444=[#edits: 1 = <1422/info:/1734319255582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1445=[#edits: 1 = <1423/info:/1734319255583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1446=[#edits: 1 = <1424/info:/1734319255583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1447=[#edits: 1 = <1425/info:/1734319255583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1448=[#edits: 1 = <1426/info:/1734319255583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1449=[#edits: 1 = <1427/info:/1734319255584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1450=[#edits: 1 = <1428/info:/1734319255584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1451=[#edits: 1 = <1429/info:/1734319255584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1452=[#edits: 1 = <1430/info:/1734319255584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1453=[#edits: 1 = <1431/info:/1734319255585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1454=[#edits: 1 = <1432/info:/1734319255585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1455=[#edits: 1 = <1433/info:/1734319255585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1456=[#edits: 1 = <1434/info:/1734319255585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1457=[#edits: 1 = <1435/info:/1734319255586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1458=[#edits: 1 = <1436/info:/1734319255586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1459=[#edits: 1 = <1437/info:/1734319255586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1460=[#edits: 1 = <1438/info:/1734319255586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1461=[#edits: 1 = <1439/info:/1734319255587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1462=[#edits: 1 = <1440/info:/1734319255587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1463=[#edits: 1 = <1441/info:/1734319255587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1464=[#edits: 1 = <1442/info:/1734319255587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1465=[#edits: 1 = <1443/info:/1734319255588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1466=[#edits: 1 = <1444/info:/1734319255588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1467=[#edits: 1 = <1445/info:/1734319255588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1468=[#edits: 1 = <1446/info:/1734319255588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1469=[#edits: 1 = <1447/info:/1734319255589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1470=[#edits: 1 = <1448/info:/1734319255589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1471=[#edits: 1 = <1449/info:/1734319255589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1472=[#edits: 1 = <1450/info:/1734319255589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1473=[#edits: 1 = <1451/info:/1734319255590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1474=[#edits: 1 = <1452/info:/1734319255590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1475=[#edits: 1 = <1453/info:/1734319255590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1476=[#edits: 1 = <1454/info:/1734319255590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1477=[#edits: 1 = <1455/info:/1734319255591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1478=[#edits: 1 = <1456/info:/1734319255591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1479=[#edits: 1 = <1457/info:/1734319255591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1480=[#edits: 1 = <1458/info:/1734319255591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1481=[#edits: 1 = <1459/info:/1734319255592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1482=[#edits: 1 = <1460/info:/1734319255592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1483=[#edits: 1 = <1461/info:/1734319255592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1484=[#edits: 1 = <1462/info:/1734319255592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1485=[#edits: 1 = <1463/info:/1734319255593/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=21985, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,671 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,671 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1486=[#edits: 1 = <1464/info:/1734319255593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1487=[#edits: 1 = <1465/info:/1734319255593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1488=[#edits: 1 = <1466/info:/1734319255593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1489=[#edits: 1 = <1467/info:/1734319255594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1490=[#edits: 1 = <1468/info:/1734319255594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1491=[#edits: 1 = <1469/info:/1734319255594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1492=[#edits: 1 = <1470/info:/1734319255594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1493=[#edits: 1 = <1471/info:/1734319255595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1494=[#edits: 1 = <1472/info:/1734319255595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1495=[#edits: 1 = <1473/info:/1734319255595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1496=[#edits: 1 = <1474/info:/1734319255595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1497=[#edits: 1 = <1475/info:/1734319255596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1498=[#edits: 1 = <1476/info:/1734319255596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1499=[#edits: 1 = <1477/info:/1734319255596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1500=[#edits: 1 = <1478/info:/1734319255596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1501=[#edits: 1 = <1479/info:/1734319255597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1502=[#edits: 1 = <1480/info:/1734319255597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1503=[#edits: 1 = <1481/info:/1734319255597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1504=[#edits: 1 = <1482/info:/1734319255598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1505=[#edits: 1 = <1483/info:/1734319255598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1506=[#edits: 1 = <1484/info:/1734319255598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1507=[#edits: 1 = <1485/info:/1734319255598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1508=[#edits: 1 = <1486/info:/1734319255599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1509=[#edits: 1 = <1487/info:/1734319255599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1510=[#edits: 1 = <1488/info:/1734319255599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1511=[#edits: 1 = <1489/info:/1734319255599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1512=[#edits: 1 = <1490/info:/1734319255600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1513=[#edits: 1 = <1491/info:/1734319255600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1514=[#edits: 1 = <1492/info:/1734319255600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1515=[#edits: 1 = <1493/info:/1734319255600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1516=[#edits: 1 = <1494/info:/1734319255601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1517=[#edits: 1 = <1495/info:/1734319255601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1518=[#edits: 1 = <1496/info:/1734319255601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1519=[#edits: 1 = <1497/info:/1734319255601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1520=[#edits: 1 = <1498/info:/1734319255602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1521=[#edits: 1 = <1499/info:/1734319255602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1522=[#edits: 1 = <1500/info:/1734319255602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1523=[#edits: 1 = <1501/info:/1734319255602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1524=[#edits: 1 = <1502/info:/1734319255603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1525=[#edits: 1 = <1503/info:/1734319255603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1526=[#edits: 1 = <1504/info:/1734319255603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1527=[#edits: 1 = <1505/info:/1734319255603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1528=[#edits: 1 = <1506/info:/1734319255604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1529=[#edits: 1 = <1507/info:/1734319255604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1530=[#edits: 1 = <1508/info:/1734319255604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1531=[#edits: 1 = <1509/info:/1734319255604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1532=[#edits: 1 = <1510/info:/1734319255605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1533=[#edits: 1 = <1511/info:/1734319255605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1534=[#edits: 1 = <1512/info:/1734319255605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1535=[#edits: 1 = <1513/info:/1734319255605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1536=[#edits: 1 = <1514/info:/1734319255606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1537=[#edits: 1 = <1515/info:/1734319255606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1538=[#edits: 1 = <1516/info:/1734319255606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1539=[#edits: 1 = <1517/info:/1734319255606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1540=[#edits: 1 = <1518/info:/1734319255607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1541=[#edits: 1 = <1519/info:/1734319255607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1542=[#edits: 1 = <1520/info:/1734319255607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1543=[#edits: 1 = <1521/info:/1734319255607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1544=[#edits: 1 = <1522/info:/1734319255608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1545=[#edits: 1 = <1523/info:/1734319255608/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=26365, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,672 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,672 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1546=[#edits: 1 = <1524/info:/1734319255608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1547=[#edits: 1 = <1525/info:/1734319255608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1548=[#edits: 1 = <1526/info:/1734319255608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1549=[#edits: 1 = <1527/info:/1734319255609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1550=[#edits: 1 = <1528/info:/1734319255609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1551=[#edits: 1 = <1529/info:/1734319255609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1552=[#edits: 1 = <1530/info:/1734319255609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1553=[#edits: 1 = <1531/info:/1734319255610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1554=[#edits: 1 = <1532/info:/1734319255610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1555=[#edits: 1 = <1533/info:/1734319255610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1556=[#edits: 1 = <1534/info:/1734319255610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1557=[#edits: 1 = <1535/info:/1734319255611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1558=[#edits: 1 = <1536/info:/1734319255611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1559=[#edits: 1 = <1537/info:/1734319255611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1560=[#edits: 1 = <1538/info:/1734319255611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1561=[#edits: 1 = <1539/info:/1734319255612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1562=[#edits: 1 = <1540/info:/1734319255612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1563=[#edits: 1 = <1541/info:/1734319255612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1564=[#edits: 1 = <1542/info:/1734319255612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1565=[#edits: 1 = <1543/info:/1734319255612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1566=[#edits: 1 = <1544/info:/1734319255613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1567=[#edits: 1 = <1545/info:/1734319255613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1568=[#edits: 1 = <1546/info:/1734319255613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1569=[#edits: 1 = <1547/info:/1734319255613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1570=[#edits: 1 = <1548/info:/1734319255614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1571=[#edits: 1 = <1549/info:/1734319255614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1572=[#edits: 1 = <1550/info:/1734319255614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1573=[#edits: 1 = <1551/info:/1734319255614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1574=[#edits: 1 = <1552/info:/1734319255614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1575=[#edits: 1 = <1553/info:/1734319255615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1576=[#edits: 1 = <1554/info:/1734319255615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1577=[#edits: 1 = <1555/info:/1734319255615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1578=[#edits: 1 = <1556/info:/1734319255616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1579=[#edits: 1 = <1557/info:/1734319255616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1580=[#edits: 1 = <1558/info:/1734319255617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1581=[#edits: 1 = <1559/info:/1734319255617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1582=[#edits: 1 = <1560/info:/1734319255617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1583=[#edits: 1 = <1561/info:/1734319255618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1584=[#edits: 1 = <1562/info:/1734319255618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1585=[#edits: 1 = <1563/info:/1734319255618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1586=[#edits: 1 = <1564/info:/1734319255618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1587=[#edits: 1 = <1565/info:/1734319255619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1588=[#edits: 1 = <1566/info:/1734319255619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1589=[#edits: 1 = <1567/info:/1734319255619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1590=[#edits: 1 = <1568/info:/1734319255619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1591=[#edits: 1 = <1569/info:/1734319255619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1592=[#edits: 1 = <1570/info:/1734319255620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1593=[#edits: 1 = <1571/info:/1734319255620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1594=[#edits: 1 = <1572/info:/1734319255620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1595=[#edits: 1 = <1573/info:/1734319255620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1596=[#edits: 1 = <1574/info:/1734319255621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1597=[#edits: 1 = <1575/info:/1734319255621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1598=[#edits: 1 = <1576/info:/1734319255621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1599=[#edits: 1 = <1577/info:/1734319255621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1600=[#edits: 1 = <1578/info:/1734319255622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1601=[#edits: 1 = <1579/info:/1734319255622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1602=[#edits: 1 = <1580/info:/1734319255622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1603=[#edits: 1 = <1581/info:/1734319255622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1604=[#edits: 1 = <1582/info:/1734319255623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1605=[#edits: 1 = <1583/info:/1734319255623/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=30745, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,673 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 47 WAL entries eligible for replication 2024-12-16T03:20:55,673 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 38556, reset compression=false 2024-12-16T03:20:55,673 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1606=[#edits: 1 = <1584/info:/1734319255623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1607=[#edits: 1 = <1585/info:/1734319255624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1608=[#edits: 1 = <1586/info:/1734319255624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1609=[#edits: 1 = <1587/info:/1734319255624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1610=[#edits: 1 = <1588/info:/1734319255624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1611=[#edits: 1 = <1589/info:/1734319255624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1612=[#edits: 1 = <1590/info:/1734319255625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1613=[#edits: 1 = <1591/info:/1734319255625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1614=[#edits: 1 = <1592/info:/1734319255625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1615=[#edits: 1 = <1593/info:/1734319255625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1616=[#edits: 1 = <1594/info:/1734319255626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1617=[#edits: 1 = <1595/info:/1734319255626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1618=[#edits: 1 = <1596/info:/1734319255626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1619=[#edits: 1 = <1597/info:/1734319255626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1620=[#edits: 1 = <1598/info:/1734319255627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1621=[#edits: 1 = <1599/info:/1734319255627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1622=[#edits: 1 = <1600/info:/1734319255627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1623=[#edits: 1 = <1601/info:/1734319255627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1624=[#edits: 1 = <1602/info:/1734319255628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1625=[#edits: 1 = <1603/info:/1734319255628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1626=[#edits: 1 = <1604/info:/1734319255628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1627=[#edits: 1 = <1605/info:/1734319255628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1628=[#edits: 1 = <1606/info:/1734319255629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1629=[#edits: 1 = <1607/info:/1734319255629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1630=[#edits: 1 = <1608/info:/1734319255629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1631=[#edits: 1 = <1609/info:/1734319255629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1632=[#edits: 1 = <1610/info:/1734319255630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1633=[#edits: 1 = <1611/info:/1734319255630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1634=[#edits: 1 = <1612/info:/1734319255630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1635=[#edits: 1 = <1613/info:/1734319255630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1636=[#edits: 1 = <1614/info:/1734319255631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1637=[#edits: 1 = <1615/info:/1734319255631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1638=[#edits: 1 = <1616/info:/1734319255631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1639=[#edits: 1 = <1617/info:/1734319255631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1640=[#edits: 1 = <1618/info:/1734319255632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1641=[#edits: 1 = <1619/info:/1734319255632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1642=[#edits: 1 = <1620/info:/1734319255632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1643=[#edits: 1 = <1621/info:/1734319255632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1644=[#edits: 1 = <1622/info:/1734319255633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1645=[#edits: 1 = <1623/info:/1734319255633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1646=[#edits: 1 = <1624/info:/1734319255633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1647=[#edits: 1 = <1625/info:/1734319255633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1648=[#edits: 1 = <1626/info:/1734319255634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1649=[#edits: 1 = <1627/info:/1734319255634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1650=[#edits: 1 = <1628/info:/1734319255634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1651=[#edits: 1 = <1629/info:/1734319255634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1652=[#edits: 1 = <1630/info:/1734319255634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1653=[#edits: 1 = <1631/info:/1734319255635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1654=[#edits: 1 = <1632/info:/1734319255635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1655=[#edits: 1 = <1633/info:/1734319255635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1656=[#edits: 1 = <1634/info:/1734319255635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1657=[#edits: 1 = <1635/info:/1734319255636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1658=[#edits: 1 = <1636/info:/1734319255636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1659=[#edits: 1 = <1637/info:/1734319255636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1660=[#edits: 1 = <1638/info:/1734319255636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1661=[#edits: 1 = <1639/info:/1734319255636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1662=[#edits: 1 = <1640/info:/1734319255637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1663=[#edits: 1 = <1641/info:/1734319255637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1664=[#edits: 1 = <1642/info:/1734319255637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1665=[#edits: 1 = <1643/info:/1734319255637/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=35125, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,675 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1666=[#edits: 1 = <1644/info:/1734319255638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1667=[#edits: 1 = <1645/info:/1734319255638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1668=[#edits: 1 = <1646/info:/1734319255638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1669=[#edits: 1 = <1647/info:/1734319255638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1670=[#edits: 1 = <1648/info:/1734319255638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1671=[#edits: 1 = <1649/info:/1734319255639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1672=[#edits: 1 = <1650/info:/1734319255639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1673=[#edits: 1 = <1651/info:/1734319255639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1674=[#edits: 1 = <1652/info:/1734319255639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1675=[#edits: 1 = <1653/info:/1734319255640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1676=[#edits: 1 = <1654/info:/1734319255640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1677=[#edits: 1 = <1655/info:/1734319255640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1678=[#edits: 1 = <1656/info:/1734319255640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1679=[#edits: 1 = <1657/info:/1734319255640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1680=[#edits: 1 = <1658/info:/1734319255641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1681=[#edits: 1 = <1659/info:/1734319255641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1682=[#edits: 1 = <1660/info:/1734319255641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1683=[#edits: 1 = <1661/info:/1734319255641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1684=[#edits: 1 = <1662/info:/1734319255642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1685=[#edits: 1 = <1663/info:/1734319255642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1686=[#edits: 1 = <1664/info:/1734319255642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1687=[#edits: 1 = <1665/info:/1734319255642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1688=[#edits: 1 = <1666/info:/1734319255643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1689=[#edits: 1 = <1667/info:/1734319255643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1690=[#edits: 1 = <1668/info:/1734319255643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1691=[#edits: 1 = <1669/info:/1734319255643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1692=[#edits: 1 = <1670/info:/1734319255644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1693=[#edits: 1 = <1671/info:/1734319255644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1694=[#edits: 1 = <1672/info:/1734319255644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1695=[#edits: 1 = <1673/info:/1734319255644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1696=[#edits: 1 = <1674/info:/1734319255644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1697=[#edits: 1 = <1675/info:/1734319255645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1698=[#edits: 1 = <1676/info:/1734319255645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1699=[#edits: 1 = <1677/info:/1734319255645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1700=[#edits: 1 = <1678/info:/1734319255645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1701=[#edits: 1 = <1679/info:/1734319255646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1702=[#edits: 1 = <1680/info:/1734319255646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1703=[#edits: 1 = <1681/info:/1734319255646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1704=[#edits: 1 = <1682/info:/1734319255646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1705=[#edits: 1 = <1683/info:/1734319255646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1706=[#edits: 1 = <1684/info:/1734319255647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1707=[#edits: 1 = <1685/info:/1734319255647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1708=[#edits: 1 = <1686/info:/1734319255647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1709=[#edits: 1 = <1687/info:/1734319255647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1710=[#edits: 1 = <1688/info:/1734319255648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1711=[#edits: 1 = <1689/info:/1734319255648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1712=[#edits: 1 = <1690/info:/1734319255648/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=38556, nbRowKeys=47, nbHFiles=0, heapSize=8084, lastSeqIds={}, endOfFile=false,usedBufferSize=8084] 2024-12-16T03:20:55,713 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:55,713 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1713=[#edits: 1 = <1691/info:/1734319255648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1714=[#edits: 1 = <1692/info:/1734319255659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1715=[#edits: 1 = <1693/info:/1734319255660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1716=[#edits: 1 = <1694/info:/1734319255660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1717=[#edits: 1 = <1695/info:/1734319255660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1718=[#edits: 1 = <1696/info:/1734319255661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1719=[#edits: 1 = <1697/info:/1734319255661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1720=[#edits: 1 = <1698/info:/1734319255661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1721=[#edits: 1 = <1699/info:/1734319255662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1722=[#edits: 1 = <1700/info:/1734319255663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1723=[#edits: 1 = <1701/info:/1734319255663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1724=[#edits: 1 = <1702/info:/1734319255664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1725=[#edits: 1 = <1703/info:/1734319255669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1726=[#edits: 1 = <1704/info:/1734319255670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1727=[#edits: 1 = <1705/info:/1734319255670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1728=[#edits: 1 = <1706/info:/1734319255671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1729=[#edits: 1 = <1707/info:/1734319255671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1730=[#edits: 1 = <1708/info:/1734319255672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1731=[#edits: 1 = <1709/info:/1734319255672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1732=[#edits: 1 = <1710/info:/1734319255673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1733=[#edits: 1 = <1711/info:/1734319255673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1734=[#edits: 1 = <1712/info:/1734319255674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1735=[#edits: 1 = <1713/info:/1734319255675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1736=[#edits: 1 = <1714/info:/1734319255676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1737=[#edits: 1 = <1715/info:/1734319255676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1738=[#edits: 1 = <1716/info:/1734319255677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1739=[#edits: 1 = <1717/info:/1734319255677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1740=[#edits: 1 = <1718/info:/1734319255677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1741=[#edits: 1 = <1719/info:/1734319255678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1742=[#edits: 1 = <1720/info:/1734319255678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1743=[#edits: 1 = <1721/info:/1734319255678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1744=[#edits: 1 = <1722/info:/1734319255679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1745=[#edits: 1 = <1723/info:/1734319255679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1746=[#edits: 1 = <1724/info:/1734319255679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1747=[#edits: 1 = <1725/info:/1734319255679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1748=[#edits: 1 = <1726/info:/1734319255680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1749=[#edits: 1 = <1727/info:/1734319255680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1750=[#edits: 1 = <1728/info:/1734319255680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1751=[#edits: 1 = <1729/info:/1734319255681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1752=[#edits: 1 = <1730/info:/1734319255681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1753=[#edits: 1 = <1731/info:/1734319255681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1754=[#edits: 1 = <1732/info:/1734319255682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1755=[#edits: 1 = <1733/info:/1734319255682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1756=[#edits: 1 = <1734/info:/1734319255682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1757=[#edits: 1 = <1735/info:/1734319255683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1758=[#edits: 1 = <1736/info:/1734319255683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1759=[#edits: 1 = <1737/info:/1734319255683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1760=[#edits: 1 = <1738/info:/1734319255683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1761=[#edits: 1 = <1739/info:/1734319255684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1762=[#edits: 1 = <1740/info:/1734319255684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1763=[#edits: 1 = <1741/info:/1734319255684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1764=[#edits: 1 = <1742/info:/1734319255685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1765=[#edits: 1 = <1743/info:/1734319255685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1766=[#edits: 1 = <1744/info:/1734319255685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1767=[#edits: 1 = <1745/info:/1734319255685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1768=[#edits: 1 = <1746/info:/1734319255686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1769=[#edits: 1 = <1747/info:/1734319255686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1770=[#edits: 1 = <1748/info:/1734319255686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1771=[#edits: 1 = <1749/info:/1734319255687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1772=[#edits: 1 = <1750/info:/1734319255687/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=42936, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:55,714 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-16T03:20:55,714 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 43885, reset compression=false 2024-12-16T03:20:55,715 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1773=[#edits: 1 = <1751/info:/1734319255687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1774=[#edits: 1 = <1752/info:/1734319255687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1775=[#edits: 1 = <1753/info:/1734319255688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1776=[#edits: 1 = <1754/info:/1734319255688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1777=[#edits: 1 = <1755/info:/1734319255688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1778=[#edits: 1 = <1756/info:/1734319255689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1779=[#edits: 1 = <1757/info:/1734319255689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1780=[#edits: 1 = <1758/info:/1734319255689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1781=[#edits: 1 = <1759/info:/1734319255689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1782=[#edits: 1 = <1760/info:/1734319255690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1783=[#edits: 1 = <1761/info:/1734319255690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1784=[#edits: 1 = <1762/info:/1734319255691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1785=[#edits: 1 = <1763/info:/1734319255691/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=43885, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-16T03:20:55,725 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:55,725 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 44177, reset compression=false 2024-12-16T03:20:55,725 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1786=[#edits: 1 = <1764/info:/1734319255709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1787=[#edits: 1 = <1765/info:/1734319255710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1788=[#edits: 1 = <1766/info:/1734319255711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1789=[#edits: 1 = <1767/info:/1734319255711/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=44177, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:55,732 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:55,732 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 44469, reset compression=false 2024-12-16T03:20:55,732 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1790=[#edits: 1 = <1768/info:/1734319255727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1791=[#edits: 1 = <1769/info:/1734319255728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1792=[#edits: 1 = <1770/info:/1734319255729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1793=[#edits: 1 = <1771/info:/1734319255730/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=44469, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:55,742 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:55,742 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 44542, reset compression=false 2024-12-16T03:20:55,742 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1794=[#edits: 1 = <1772/info:/1734319255739/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=44542, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-16T03:20:55,794 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-16T03:20:55,794 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 48849, reset compression=false 2024-12-16T03:20:55,794 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1795=[#edits: 1 = <1773/info:/1734319255740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1796=[#edits: 1 = <1774/info:/1734319255741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1797=[#edits: 1 = <1775/info:/1734319255741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1798=[#edits: 1 = <1776/info:/1734319255741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1799=[#edits: 1 = <1777/info:/1734319255742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1800=[#edits: 1 = <1778/info:/1734319255743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1801=[#edits: 1 = <1779/info:/1734319255744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1802=[#edits: 1 = <1780/info:/1734319255744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1803=[#edits: 1 = <1781/info:/1734319255745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1804=[#edits: 1 = <1782/info:/1734319255745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1805=[#edits: 1 = <1783/info:/1734319255746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1806=[#edits: 1 = <1784/info:/1734319255746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1807=[#edits: 1 = <1785/info:/1734319255747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1808=[#edits: 1 = <1786/info:/1734319255747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1809=[#edits: 1 = <1787/info:/1734319255748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1810=[#edits: 1 = <1788/info:/1734319255748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1811=[#edits: 1 = <1789/info:/1734319255748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1812=[#edits: 1 = <1790/info:/1734319255749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1813=[#edits: 1 = <1791/info:/1734319255749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1814=[#edits: 1 = <1792/info:/1734319255750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1815=[#edits: 1 = <1793/info:/1734319255750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1816=[#edits: 1 = <1794/info:/1734319255750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1817=[#edits: 1 = <1795/info:/1734319255751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1818=[#edits: 1 = <1796/info:/1734319255752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1819=[#edits: 1 = <1797/info:/1734319255753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1820=[#edits: 1 = <1798/info:/1734319255753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1821=[#edits: 1 = <1799/info:/1734319255753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1822=[#edits: 1 = <1800/info:/1734319255754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1823=[#edits: 1 = <1801/info:/1734319255754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1824=[#edits: 1 = <1802/info:/1734319255754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1825=[#edits: 1 = <1803/info:/1734319255755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1826=[#edits: 1 = <1804/info:/1734319255755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1827=[#edits: 1 = <1805/info:/1734319255755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1828=[#edits: 1 = <1806/info:/1734319255756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1829=[#edits: 1 = <1807/info:/1734319255756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1830=[#edits: 1 = <1808/info:/1734319255756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1831=[#edits: 1 = <1809/info:/1734319255756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1832=[#edits: 1 = <1810/info:/1734319255757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1833=[#edits: 1 = <1811/info:/1734319255757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1834=[#edits: 1 = <1812/info:/1734319255757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1835=[#edits: 1 = <1813/info:/1734319255758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1836=[#edits: 1 = <1814/info:/1734319255758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1837=[#edits: 1 = <1815/info:/1734319255758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1838=[#edits: 1 = <1816/info:/1734319255759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1839=[#edits: 1 = <1817/info:/1734319255759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1840=[#edits: 1 = <1818/info:/1734319255760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1841=[#edits: 1 = <1819/info:/1734319255760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1842=[#edits: 1 = <1820/info:/1734319255761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1843=[#edits: 1 = <1821/info:/1734319255763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1844=[#edits: 1 = <1822/info:/1734319255763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1845=[#edits: 1 = <1823/info:/1734319255764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1846=[#edits: 1 = <1824/info:/1734319255764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1847=[#edits: 1 = <1825/info:/1734319255765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1848=[#edits: 1 = <1826/info:/1734319255765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1849=[#edits: 1 = <1827/info:/1734319255766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1850=[#edits: 1 = <1828/info:/1734319255767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1851=[#edits: 1 = <1829/info:/1734319255768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1852=[#edits: 1 = <1830/info:/1734319255770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1853=[#edits: 1 = <1831/info:/1734319255771/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=48849, nbRowKeys=59, nbHFiles=0, heapSize=10148, lastSeqIds={}, endOfFile=false,usedBufferSize=10148] 2024-12-16T03:20:55,799 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:55,800 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 49214, reset compression=false 2024-12-16T03:20:55,800 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1854=[#edits: 1 = <1832/info:/1734319255772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1855=[#edits: 1 = <1833/info:/1734319255794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1856=[#edits: 1 = <1834/info:/1734319255794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1857=[#edits: 1 = <1835/info:/1734319255796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1858=[#edits: 1 = <1836/info:/1734319255798/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=49214, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:55,805 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:55,805 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 49652, reset compression=false 2024-12-16T03:20:55,805 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1859=[#edits: 1 = <1837/info:/1734319255798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1860=[#edits: 1 = <1838/info:/1734319255799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1861=[#edits: 1 = <1839/info:/1734319255799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1862=[#edits: 1 = <1840/info:/1734319255800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1863=[#edits: 1 = <1841/info:/1734319255801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1864=[#edits: 1 = <1842/info:/1734319255802/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=49652, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:55,816 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-16T03:20:55,816 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1865=[#edits: 1 = <1843/info:/1734319255803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1866=[#edits: 1 = <1844/info:/1734319255804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1867=[#edits: 1 = <1845/info:/1734319255805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1868=[#edits: 1 = <1846/info:/1734319255806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1869=[#edits: 1 = <1847/info:/1734319255806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1870=[#edits: 1 = <1848/info:/1734319255807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1871=[#edits: 1 = <1849/info:/1734319255807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1872=[#edits: 1 = <1850/info:/1734319255808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1873=[#edits: 1 = <1851/info:/1734319255808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1874=[#edits: 1 = <1852/info:/1734319255809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1875=[#edits: 1 = <1853/info:/1734319255810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1876=[#edits: 1 = <1854/info:/1734319255810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1877=[#edits: 1 = <1855/info:/1734319255810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1878=[#edits: 1 = <1856/info:/1734319255811/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=50674, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-16T03:20:55,816 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 50674, reset compression=false 2024-12-16T03:20:55,829 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 37 WAL entries eligible for replication 2024-12-16T03:20:55,829 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 53375, reset compression=false 2024-12-16T03:20:55,829 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1879=[#edits: 1 = <1857/info:/1734319255812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1880=[#edits: 1 = <1858/info:/1734319255812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1881=[#edits: 1 = <1859/info:/1734319255813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1882=[#edits: 1 = <1860/info:/1734319255813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1883=[#edits: 1 = <1861/info:/1734319255813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1884=[#edits: 1 = <1862/info:/1734319255814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1885=[#edits: 1 = <1863/info:/1734319255814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1886=[#edits: 1 = <1864/info:/1734319255814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1887=[#edits: 1 = <1865/info:/1734319255814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1888=[#edits: 1 = <1866/info:/1734319255815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1889=[#edits: 1 = <1867/info:/1734319255815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1890=[#edits: 1 = <1868/info:/1734319255815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1891=[#edits: 1 = <1869/info:/1734319255816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1892=[#edits: 1 = <1870/info:/1734319255816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1893=[#edits: 1 = <1871/info:/1734319255817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1894=[#edits: 1 = <1872/info:/1734319255819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1895=[#edits: 1 = <1873/info:/1734319255820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1896=[#edits: 1 = <1874/info:/1734319255820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1897=[#edits: 1 = <1875/info:/1734319255820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1898=[#edits: 1 = <1876/info:/1734319255821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1899=[#edits: 1 = <1877/info:/1734319255821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1900=[#edits: 1 = <1878/info:/1734319255821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1901=[#edits: 1 = <1879/info:/1734319255821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1902=[#edits: 1 = <1880/info:/1734319255822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1903=[#edits: 1 = <1881/info:/1734319255822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1904=[#edits: 1 = <1882/info:/1734319255822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1905=[#edits: 1 = <1883/info:/1734319255823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1906=[#edits: 1 = <1884/info:/1734319255823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1907=[#edits: 1 = <1885/info:/1734319255823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1908=[#edits: 1 = <1886/info:/1734319255823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1909=[#edits: 1 = <1887/info:/1734319255824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1910=[#edits: 1 = <1888/info:/1734319255824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1911=[#edits: 1 = <1889/info:/1734319255824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1912=[#edits: 1 = <1890/info:/1734319255825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1913=[#edits: 1 = <1891/info:/1734319255825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1914=[#edits: 1 = <1892/info:/1734319255825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1915=[#edits: 1 = <1893/info:/1734319255825/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=53375, nbRowKeys=37, nbHFiles=0, heapSize=6364, lastSeqIds={}, endOfFile=false,usedBufferSize=6364] 2024-12-16T03:20:55,834 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:55,834 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 54178, reset compression=false 2024-12-16T03:20:55,835 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1916=[#edits: 1 = <1894/info:/1734319255826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1917=[#edits: 1 = <1895/info:/1734319255827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1918=[#edits: 1 = <1896/info:/1734319255827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1919=[#edits: 1 = <1897/info:/1734319255828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1920=[#edits: 1 = <1898/info:/1734319255828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1921=[#edits: 1 = <1899/info:/1734319255829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1922=[#edits: 1 = <1900/info:/1734319255829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1923=[#edits: 1 = <1901/info:/1734319255829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1924=[#edits: 1 = <1902/info:/1734319255831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1925=[#edits: 1 = <1903/info:/1734319255831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1926=[#edits: 1 = <1904/info:/1734319255832/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=54178, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:55,839 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-16T03:20:55,839 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 54762, reset compression=false 2024-12-16T03:20:55,839 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1927=[#edits: 1 = <1905/info:/1734319255832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1928=[#edits: 1 = <1906/info:/1734319255833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1929=[#edits: 1 = <1907/info:/1734319255833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1930=[#edits: 1 = <1908/info:/1734319255834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1931=[#edits: 1 = <1909/info:/1734319255834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1932=[#edits: 1 = <1910/info:/1734319255835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1933=[#edits: 1 = <1911/info:/1734319255835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1934=[#edits: 1 = <1912/info:/1734319255836/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=54762, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-16T03:20:55,844 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:55,844 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 54908, reset compression=false 2024-12-16T03:20:55,844 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1935=[#edits: 1 = <1913/info:/1734319255840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1936=[#edits: 1 = <1914/info:/1734319255842/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=54908, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-16T03:20:55,848 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:55,848 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 55419, reset compression=false 2024-12-16T03:20:55,848 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1937=[#edits: 1 = <1915/info:/1734319255842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1938=[#edits: 1 = <1916/info:/1734319255843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1939=[#edits: 1 = <1917/info:/1734319255844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1940=[#edits: 1 = <1918/info:/1734319255845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1941=[#edits: 1 = <1919/info:/1734319255845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1942=[#edits: 1 = <1920/info:/1734319255846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1943=[#edits: 1 = <1921/info:/1734319255847/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=55419, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:55,853 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:55,853 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 55711, reset compression=false 2024-12-16T03:20:55,853 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1944=[#edits: 1 = <1922/info:/1734319255848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1945=[#edits: 1 = <1923/info:/1734319255849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1946=[#edits: 1 = <1924/info:/1734319255851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1947=[#edits: 1 = <1925/info:/1734319255851/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=55711, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:55,860 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:55,860 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 56222, reset compression=false 2024-12-16T03:20:55,860 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1948=[#edits: 1 = <1926/info:/1734319255852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1949=[#edits: 1 = <1927/info:/1734319255854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1950=[#edits: 1 = <1928/info:/1734319255854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1951=[#edits: 1 = <1929/info:/1734319255854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1952=[#edits: 1 = <1930/info:/1734319255855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1953=[#edits: 1 = <1931/info:/1734319255856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1954=[#edits: 1 = <1932/info:/1734319255856/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=56222, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:55,864 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-16T03:20:55,864 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 57171, reset compression=false 2024-12-16T03:20:55,864 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1955=[#edits: 1 = <1933/info:/1734319255857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1956=[#edits: 1 = <1934/info:/1734319255858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1957=[#edits: 1 = <1935/info:/1734319255858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1958=[#edits: 1 = <1936/info:/1734319255858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1959=[#edits: 1 = <1937/info:/1734319255859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1960=[#edits: 1 = <1938/info:/1734319255859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1961=[#edits: 1 = <1939/info:/1734319255860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1962=[#edits: 1 = <1940/info:/1734319255861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1963=[#edits: 1 = <1941/info:/1734319255861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1964=[#edits: 1 = <1942/info:/1734319255861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1965=[#edits: 1 = <1943/info:/1734319255862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1966=[#edits: 1 = <1944/info:/1734319255862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1967=[#edits: 1 = <1945/info:/1734319255862/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=57171, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-16T03:20:55,868 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:55,868 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 57828, reset compression=false 2024-12-16T03:20:55,868 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1968=[#edits: 1 = <1946/info:/1734319255863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1969=[#edits: 1 = <1947/info:/1734319255863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1970=[#edits: 1 = <1948/info:/1734319255864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1971=[#edits: 1 = <1949/info:/1734319255865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1972=[#edits: 1 = <1950/info:/1734319255865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1973=[#edits: 1 = <1951/info:/1734319255865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1974=[#edits: 1 = <1952/info:/1734319255866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1975=[#edits: 1 = <1953/info:/1734319255866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1976=[#edits: 1 = <1954/info:/1734319255866/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=57828, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:55,872 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:55,872 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 58631, reset compression=false 2024-12-16T03:20:55,872 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1977=[#edits: 1 = <1955/info:/1734319255867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1978=[#edits: 1 = <1956/info:/1734319255867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1979=[#edits: 1 = <1957/info:/1734319255867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1980=[#edits: 1 = <1958/info:/1734319255868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1981=[#edits: 1 = <1959/info:/1734319255869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1982=[#edits: 1 = <1960/info:/1734319255869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1983=[#edits: 1 = <1961/info:/1734319255869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1984=[#edits: 1 = <1962/info:/1734319255870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1985=[#edits: 1 = <1963/info:/1734319255870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1986=[#edits: 1 = <1964/info:/1734319255870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1987=[#edits: 1 = <1965/info:/1734319255870/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=58631, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:55,876 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-16T03:20:55,876 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 59580, reset compression=false 2024-12-16T03:20:55,876 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1988=[#edits: 1 = <1966/info:/1734319255871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1989=[#edits: 1 = <1967/info:/1734319255871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1990=[#edits: 1 = <1968/info:/1734319255872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1991=[#edits: 1 = <1969/info:/1734319255872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1992=[#edits: 1 = <1970/info:/1734319255872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1993=[#edits: 1 = <1971/info:/1734319255873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1994=[#edits: 1 = <1972/info:/1734319255873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1995=[#edits: 1 = <1973/info:/1734319255873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1996=[#edits: 1 = <1974/info:/1734319255873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1997=[#edits: 1 = <1975/info:/1734319255874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1998=[#edits: 1 = <1976/info:/1734319255874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1999=[#edits: 1 = <1977/info:/1734319255874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2000=[#edits: 1 = <1978/info:/1734319255875/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=59580, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-16T03:20:55,881 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:55,881 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 60456, reset compression=false 2024-12-16T03:20:55,881 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2001=[#edits: 1 = <1979/info:/1734319255875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2002=[#edits: 1 = <1980/info:/1734319255875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2003=[#edits: 1 = <1981/info:/1734319255876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2004=[#edits: 1 = <1982/info:/1734319255876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2005=[#edits: 1 = <1983/info:/1734319255876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2006=[#edits: 1 = <1984/info:/1734319255877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2007=[#edits: 1 = <1985/info:/1734319255878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2008=[#edits: 1 = <1986/info:/1734319255878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2009=[#edits: 1 = <1987/info:/1734319255878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2010=[#edits: 1 = <1988/info:/1734319255879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2011=[#edits: 1 = <1989/info:/1734319255879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2012=[#edits: 1 = <1990/info:/1734319255879/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=60456, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:55,883 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(216): flushing table 2024-12-16T03:20:55,883 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-16T03:20:55,885 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:55,885 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 61113, reset compression=false 2024-12-16T03:20:55,885 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2013=[#edits: 1 = <1991/info:/1734319255880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2014=[#edits: 1 = <1992/info:/1734319255880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2015=[#edits: 1 = <1993/info:/1734319255881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2016=[#edits: 1 = <1994/info:/1734319255881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2017=[#edits: 1 = <1995/info:/1734319255882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2018=[#edits: 1 = <1996/info:/1734319255882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2019=[#edits: 1 = <1997/info:/1734319255882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2020=[#edits: 1 = <1998/info:/1734319255882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2021=[#edits: 1 = <1999/info:/1734319255883/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=61113, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:55,889 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:55,889 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/0ab521911ece4cfba590fb971ce7b449 is 36, key is 1000/info:/1734319255461/Put/seqid=0 2024-12-16T03:20:55,889 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 61299, reset compression=false 2024-12-16T03:20:55,889 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2023=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319255883/Put/vlen=102/seqid=0; >],292}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=61299, nbRowKeys=1, nbHFiles=0, heapSize=292, lastSeqIds={}, endOfFile=false,usedBufferSize=292] 2024-12-16T03:20:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 2022 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 2022 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:55,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=31.25 KB heapSize=101.84 KB 2024-12-16T03:20:55,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=31.25 KB heapSize=101.84 KB 2024-12-16T03:20:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:2022 2024-12-16T03:20:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:2022 2024-12-16T03:20:55,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741845_1021 (size=46423) 2024-12-16T03:20:55,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741845_1021 (size=46423) 2024-12-16T03:20:55,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741845_1021 (size=46423) 2024-12-16T03:20:55,901 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=2022 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/0ab521911ece4cfba590fb971ce7b449 2024-12-16T03:20:55,905 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/0ab521911ece4cfba590fb971ce7b449 as hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/0ab521911ece4cfba590fb971ce7b449 2024-12-16T03:20:55,909 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/0ab521911ece4cfba590fb971ce7b449, entries=1000, sequenceid=2022, filesize=45.3 K 2024-12-16T03:20:55,910 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 27ms, sequenceid=2022, compaction requested=true 2024-12-16T03:20:55,910 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:55,910 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(218): compacting table 2024-12-16T03:20:55,910 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:20:55,911 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 96861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:20:55,911 DEBUG [Time-limited test {}] regionserver.HStore(1540): 1588230740/info is initiating minor compaction (all files) 2024-12-16T03:20:55,911 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:55,911 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:55,911 INFO [Time-limited test {}] regionserver.HRegion(2351): Starting compaction of 1588230740/info in hbase:meta,,1.1588230740 2024-12-16T03:20:55,911 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/a88f0ca9a5ca4a9c9b9cc54f92dab65b, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/c8b1653f7bd041749d4bd10a953fa1bc, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/0ab521911ece4cfba590fb971ce7b449] into tmpdir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp, totalSize=94.6 K 2024-12-16T03:20:55,912 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting a88f0ca9a5ca4a9c9b9cc54f92dab65b, keycount=10, bloomtype=ROWCOL, size=6.4 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=9, earliestPutTs=1734319253604 2024-12-16T03:20:55,912 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting c8b1653f7bd041749d4bd10a953fa1bc, keycount=1000, bloomtype=ROWCOL, size=42.8 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=1019, earliestPutTs=1734319255119 2024-12-16T03:20:55,912 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 0ab521911ece4cfba590fb971ce7b449, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=2022, earliestPutTs=1734319255461 2024-12-16T03:20:55,930 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1588230740#info#compaction#72 average throughput is 6.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:20:55,931 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/5945e5baeca84efca7546857ea9ed65f is 143, key is hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0./info:regioninfo/1734319253940/Put/seqid=0 2024-12-16T03:20:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741846_1022 (size=86780) 2024-12-16T03:20:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741846_1022 (size=86780) 2024-12-16T03:20:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741846_1022 (size=86780) 2024-12-16T03:20:55,943 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/5945e5baeca84efca7546857ea9ed65f as hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/5945e5baeca84efca7546857ea9ed65f 2024-12-16T03:20:55,946 INFO [Time-limited test {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1588230740/info of 1588230740 into 5945e5baeca84efca7546857ea9ed65f(size=84.7 K), total size for store is 84.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:20:55,946 DEBUG [Time-limited test {}] regionserver.HRegion(2381): Compaction status journal for 1588230740: 2024-12-16T03:20:55,946 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-16T03:20:55,946 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:55,946 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:55,946 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-16T03:20:55,947 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:55,947 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:55,947 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(214): Writing data from 2000 to 3000 2024-12-16T03:20:56,016 DEBUG [AsyncFSWAL-0-hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf-prefix:f0d65a6309ee,46125,1734319252603.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80556, logrollsize=80530 2024-12-16T03:20:56,016 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C46125%2C1734319252603.meta:.meta(num 1734319255488) roll requested 2024-12-16T03:20:56,032 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, exclude list is [], retry=0 2024-12-16T03:20:56,034 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41807,DS-60132298-a0dc-4c18-b65a-5513e243a62b,DISK] 2024-12-16T03:20:56,034 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-e967fa73-dadd-43d5-9048-7bc2c2882bb9,DISK] 2024-12-16T03:20:56,035 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40657,DS-27fcb950-4ebb-40d0-b568-7a4323ad6074,DISK] 2024-12-16T03:20:56,037 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta with entries=1164, filesize=83.52 KB; new WAL /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta 2024-12-16T03:20:56,037 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38655:38655),(127.0.0.1/127.0.0.1:34351:34351),(127.0.0.1/127.0.0.1:41995:41995)] 2024-12-16T03:20:56,037 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:56,037 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta to hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/oldWALs/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319253492.meta 2024-12-16T03:20:56,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741844_1020 (size=85528) 2024-12-16T03:20:56,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741844_1020 (size=85528) 2024-12-16T03:20:56,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741844_1020 (size=85528) 2024-12-16T03:20:56,092 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to pos 61299, reset compression=false 2024-12-16T03:20:56,095 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 58 WAL entries eligible for replication 2024-12-16T03:20:56,095 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,095 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2024=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319255909/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/2025=[#edits: 1 = <\x00/METAFAMILY:HBASE::COMPACTION/1734319255945/Put/vlen=187/seqid=0; >],380}, {hbase:meta/1588230740/2026=[#edits: 1 = <2000/info:/1734319255947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2027=[#edits: 1 = <2001/info:/1734319255948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2028=[#edits: 1 = <2002/info:/1734319255948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2029=[#edits: 1 = <2003/info:/1734319255948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2030=[#edits: 1 = <2004/info:/1734319255949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2031=[#edits: 1 = <2005/info:/1734319255949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2032=[#edits: 1 = <2006/info:/1734319255949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2033=[#edits: 1 = <2007/info:/1734319255949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2034=[#edits: 1 = <2008/info:/1734319255950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2035=[#edits: 1 = <2009/info:/1734319255950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2036=[#edits: 1 = <2010/info:/1734319255950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2037=[#edits: 1 = <2011/info:/1734319255950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2038=[#edits: 1 = <2012/info:/1734319255951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2039=[#edits: 1 = <2013/info:/1734319255951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2040=[#edits: 1 = <2014/info:/1734319255951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2041=[#edits: 1 = <2015/info:/1734319255952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2042=[#edits: 1 = <2016/info:/1734319255952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2043=[#edits: 1 = <2017/info:/1734319255952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2044=[#edits: 1 = <2018/info:/1734319255953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2045=[#edits: 1 = <2019/info:/1734319255953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2046=[#edits: 1 = <2020/info:/1734319255953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2047=[#edits: 1 = <2021/info:/1734319255953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2048=[#edits: 1 = <2022/info:/1734319255954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2049=[#edits: 1 = <2023/info:/1734319255954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2050=[#edits: 1 = <2024/info:/1734319255954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2051=[#edits: 1 = <2025/info:/1734319255955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2052=[#edits: 1 = <2026/info:/1734319255955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2053=[#edits: 1 = <2027/info:/1734319255955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2054=[#edits: 1 = <2028/info:/1734319255956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2055=[#edits: 1 = <2029/info:/1734319255956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2056=[#edits: 1 = <2030/info:/1734319255956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2057=[#edits: 1 = <2031/info:/1734319255957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2058=[#edits: 1 = <2032/info:/1734319255957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2059=[#edits: 1 = <2033/info:/1734319255957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2060=[#edits: 1 = <2034/info:/1734319255958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2061=[#edits: 1 = <2035/info:/1734319255958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2062=[#edits: 1 = <2036/info:/1734319255959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2063=[#edits: 1 = <2037/info:/1734319255959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2064=[#edits: 1 = <2038/info:/1734319255959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2065=[#edits: 1 = <2039/info:/1734319255959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2066=[#edits: 1 = <2040/info:/1734319255960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2067=[#edits: 1 = <2041/info:/1734319255960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2068=[#edits: 1 = <2042/info:/1734319255960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2069=[#edits: 1 = <2043/info:/1734319255961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2070=[#edits: 1 = <2044/info:/1734319255961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2071=[#edits: 1 = <2045/info:/1734319255961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2072=[#edits: 1 = <2046/info:/1734319255961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2073=[#edits: 1 = <2047/info:/1734319255962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2074=[#edits: 1 = <2048/info:/1734319255962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2075=[#edits: 1 = <2049/info:/1734319255962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2076=[#edits: 1 = <2050/info:/1734319255962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2077=[#edits: 1 = <2051/info:/1734319255963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2078=[#edits: 1 = <2052/info:/1734319255963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2079=[#edits: 1 = <2053/info:/1734319255963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2080=[#edits: 1 = <2054/info:/1734319255964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2081=[#edits: 1 = <2055/info:/1734319255964/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=65883, nbRowKeys=58, nbHFiles=0, heapSize=10336, lastSeqIds={}, endOfFile=false,usedBufferSize=10336] 2024-12-16T03:20:56,095 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 2022 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "0ab521911ece4cfba590fb971ce7b449" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 2022 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "0ab521911ece4cfba590fb971ce7b449" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:2022 and a previous prepared snapshot was found 2024-12-16T03:20:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:2022 and a previous prepared snapshot was found 2024-12-16T03:20:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:56,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4504dd8f added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/0ab521911ece4cfba590fb971ce7b449, entries=1000, sequenceid=2022, filesize=45.3 K 2024-12-16T03:20:56,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51a4620c added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/0ab521911ece4cfba590fb971ce7b449, entries=1000, sequenceid=2022, filesize=45.3 K 2024-12-16T03:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5604): 534574363 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "a88f0ca9a5ca4a9c9b9cc54f92dab65b" compaction_input: "c8b1653f7bd041749d4bd10a953fa1bc" compaction_input: "0ab521911ece4cfba590fb971ce7b449" compaction_output: "5945e5baeca84efca7546857ea9ed65f" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=2025 and lastReplayedOpenRegionSeqId=9 2024-12-16T03:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5604): 1657623790 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "a88f0ca9a5ca4a9c9b9cc54f92dab65b" compaction_input: "c8b1653f7bd041749d4bd10a953fa1bc" compaction_input: "0ab521911ece4cfba590fb971ce7b449" compaction_output: "5945e5baeca84efca7546857ea9ed65f" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=2025 and lastReplayedOpenRegionSeqId=9 2024-12-16T03:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-16T03:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-16T03:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:56,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/a88f0ca9a5ca4a9c9b9cc54f92dab65b, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/c8b1653f7bd041749d4bd10a953fa1bc, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/0ab521911ece4cfba590fb971ce7b449] with output files : [hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/5945e5baeca84efca7546857ea9ed65f] 2024-12-16T03:20:56,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:56,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/a88f0ca9a5ca4a9c9b9cc54f92dab65b, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/c8b1653f7bd041749d4bd10a953fa1bc, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/0ab521911ece4cfba590fb971ce7b449] with output files : [hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/5945e5baeca84efca7546857ea9ed65f] 2024-12-16T03:20:56,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:56,105 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2082=[#edits: 1 = <2056/info:/1734319255964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2083=[#edits: 1 = <2057/info:/1734319255964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2084=[#edits: 1 = <2058/info:/1734319255965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2085=[#edits: 1 = <2059/info:/1734319255965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2086=[#edits: 1 = <2060/info:/1734319255965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2087=[#edits: 1 = <2061/info:/1734319255965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2088=[#edits: 1 = <2062/info:/1734319255966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2089=[#edits: 1 = <2063/info:/1734319255966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2090=[#edits: 1 = <2064/info:/1734319255966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2091=[#edits: 1 = <2065/info:/1734319255966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2092=[#edits: 1 = <2066/info:/1734319255967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2093=[#edits: 1 = <2067/info:/1734319255967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2094=[#edits: 1 = <2068/info:/1734319255967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2095=[#edits: 1 = <2069/info:/1734319255967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2096=[#edits: 1 = <2070/info:/1734319255968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2097=[#edits: 1 = <2071/info:/1734319255968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2098=[#edits: 1 = <2072/info:/1734319255968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2099=[#edits: 1 = <2073/info:/1734319255968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2100=[#edits: 1 = <2074/info:/1734319255969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2101=[#edits: 1 = <2075/info:/1734319255969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2102=[#edits: 1 = <2076/info:/1734319255969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2103=[#edits: 1 = <2077/info:/1734319255969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2104=[#edits: 1 = <2078/info:/1734319255970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2105=[#edits: 1 = <2079/info:/1734319255970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2106=[#edits: 1 = <2080/info:/1734319255970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2107=[#edits: 1 = <2081/info:/1734319255970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2108=[#edits: 1 = <2082/info:/1734319255971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2109=[#edits: 1 = <2083/info:/1734319255971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2110=[#edits: 1 = <2084/info:/1734319255971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2111=[#edits: 1 = <2085/info:/1734319255971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2112=[#edits: 1 = <2086/info:/1734319255972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2113=[#edits: 1 = <2087/info:/1734319255972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2114=[#edits: 1 = <2088/info:/1734319255972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2115=[#edits: 1 = <2089/info:/1734319255972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2116=[#edits: 1 = <2090/info:/1734319255973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2117=[#edits: 1 = <2091/info:/1734319255973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2118=[#edits: 1 = <2092/info:/1734319255973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2119=[#edits: 1 = <2093/info:/1734319255974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2120=[#edits: 1 = <2094/info:/1734319255974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2121=[#edits: 1 = <2095/info:/1734319255974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2122=[#edits: 1 = <2096/info:/1734319255974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2123=[#edits: 1 = <2097/info:/1734319255975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2124=[#edits: 1 = <2098/info:/1734319255975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2125=[#edits: 1 = <2099/info:/1734319255975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2126=[#edits: 1 = <2100/info:/1734319255975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2127=[#edits: 1 = <2101/info:/1734319255976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2128=[#edits: 1 = <2102/info:/1734319255976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2129=[#edits: 1 = <2103/info:/1734319255976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2130=[#edits: 1 = <2104/info:/1734319255976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2131=[#edits: 1 = <2105/info:/1734319255977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2132=[#edits: 1 = <2106/info:/1734319255977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2133=[#edits: 1 = <2107/info:/1734319255977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2134=[#edits: 1 = <2108/info:/1734319255977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2135=[#edits: 1 = <2109/info:/1734319255978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2136=[#edits: 1 = <2110/info:/1734319255978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2137=[#edits: 1 = <2111/info:/1734319255978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2138=[#edits: 1 = <2112/info:/1734319255978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2139=[#edits: 1 = <2113/info:/1734319255979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2140=[#edits: 1 = <2114/info:/1734319255979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2141=[#edits: 1 = <2115/info:/1734319255979/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=70263, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,105 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,106 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,106 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2142=[#edits: 1 = <2116/info:/1734319255979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2143=[#edits: 1 = <2117/info:/1734319255980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2144=[#edits: 1 = <2118/info:/1734319255980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2145=[#edits: 1 = <2119/info:/1734319255980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2146=[#edits: 1 = <2120/info:/1734319255980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2147=[#edits: 1 = <2121/info:/1734319255981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2148=[#edits: 1 = <2122/info:/1734319255981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2149=[#edits: 1 = <2123/info:/1734319255981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2150=[#edits: 1 = <2124/info:/1734319255981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2151=[#edits: 1 = <2125/info:/1734319255982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2152=[#edits: 1 = <2126/info:/1734319255982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2153=[#edits: 1 = <2127/info:/1734319255982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2154=[#edits: 1 = <2128/info:/1734319255982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2155=[#edits: 1 = <2129/info:/1734319255983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2156=[#edits: 1 = <2130/info:/1734319255983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2157=[#edits: 1 = <2131/info:/1734319255983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2158=[#edits: 1 = <2132/info:/1734319255984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2159=[#edits: 1 = <2133/info:/1734319255984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2160=[#edits: 1 = <2134/info:/1734319255984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2161=[#edits: 1 = <2135/info:/1734319255984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2162=[#edits: 1 = <2136/info:/1734319255985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2163=[#edits: 1 = <2137/info:/1734319255985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2164=[#edits: 1 = <2138/info:/1734319255985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2165=[#edits: 1 = <2139/info:/1734319255985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2166=[#edits: 1 = <2140/info:/1734319255986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2167=[#edits: 1 = <2141/info:/1734319255986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2168=[#edits: 1 = <2142/info:/1734319255986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2169=[#edits: 1 = <2143/info:/1734319255986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2170=[#edits: 1 = <2144/info:/1734319255987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2171=[#edits: 1 = <2145/info:/1734319255987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2172=[#edits: 1 = <2146/info:/1734319255987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2173=[#edits: 1 = <2147/info:/1734319255987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2174=[#edits: 1 = <2148/info:/1734319255988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2175=[#edits: 1 = <2149/info:/1734319255988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2176=[#edits: 1 = <2150/info:/1734319255988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2177=[#edits: 1 = <2151/info:/1734319255988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2178=[#edits: 1 = <2152/info:/1734319255988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2179=[#edits: 1 = <2153/info:/1734319255989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2180=[#edits: 1 = <2154/info:/1734319255989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2181=[#edits: 1 = <2155/info:/1734319255989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2182=[#edits: 1 = <2156/info:/1734319255989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2183=[#edits: 1 = <2157/info:/1734319255990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2184=[#edits: 1 = <2158/info:/1734319255990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2185=[#edits: 1 = <2159/info:/1734319255990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2186=[#edits: 1 = <2160/info:/1734319255990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2187=[#edits: 1 = <2161/info:/1734319255991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2188=[#edits: 1 = <2162/info:/1734319255991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2189=[#edits: 1 = <2163/info:/1734319255991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2190=[#edits: 1 = <2164/info:/1734319255992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2191=[#edits: 1 = <2165/info:/1734319255992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2192=[#edits: 1 = <2166/info:/1734319255992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2193=[#edits: 1 = <2167/info:/1734319255992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2194=[#edits: 1 = <2168/info:/1734319255993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2195=[#edits: 1 = <2169/info:/1734319255993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2196=[#edits: 1 = <2170/info:/1734319255993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2197=[#edits: 1 = <2171/info:/1734319255993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2198=[#edits: 1 = <2172/info:/1734319255993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2199=[#edits: 1 = <2173/info:/1734319255994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2200=[#edits: 1 = <2174/info:/1734319255995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2201=[#edits: 1 = <2175/info:/1734319255995/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=74643, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,107 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta 2024-12-16T03:20:56,107 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2202=[#edits: 1 = <2176/info:/1734319255996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2203=[#edits: 1 = <2177/info:/1734319255996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2204=[#edits: 1 = <2178/info:/1734319255996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2205=[#edits: 1 = <2179/info:/1734319255997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2206=[#edits: 1 = <2180/info:/1734319255997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2207=[#edits: 1 = <2181/info:/1734319255997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2208=[#edits: 1 = <2182/info:/1734319255997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2209=[#edits: 1 = <2183/info:/1734319255998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2210=[#edits: 1 = <2184/info:/1734319255998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2211=[#edits: 1 = <2185/info:/1734319255998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2212=[#edits: 1 = <2186/info:/1734319255999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2213=[#edits: 1 = <2187/info:/1734319255999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2214=[#edits: 1 = <2188/info:/1734319255999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2215=[#edits: 1 = <2189/info:/1734319255999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2216=[#edits: 1 = <2190/info:/1734319256000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2217=[#edits: 1 = <2191/info:/1734319256000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2218=[#edits: 1 = <2192/info:/1734319256000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2219=[#edits: 1 = <2193/info:/1734319256000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2220=[#edits: 1 = <2194/info:/1734319256001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2221=[#edits: 1 = <2195/info:/1734319256001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2222=[#edits: 1 = <2196/info:/1734319256001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2223=[#edits: 1 = <2197/info:/1734319256001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2224=[#edits: 1 = <2198/info:/1734319256002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2225=[#edits: 1 = <2199/info:/1734319256002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2226=[#edits: 1 = <2200/info:/1734319256002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2227=[#edits: 1 = <2201/info:/1734319256003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2228=[#edits: 1 = <2202/info:/1734319256003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2229=[#edits: 1 = <2203/info:/1734319256003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2230=[#edits: 1 = <2204/info:/1734319256003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2231=[#edits: 1 = <2205/info:/1734319256004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2232=[#edits: 1 = <2206/info:/1734319256004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2233=[#edits: 1 = <2207/info:/1734319256004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2234=[#edits: 1 = <2208/info:/1734319256004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2235=[#edits: 1 = <2209/info:/1734319256005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2236=[#edits: 1 = <2210/info:/1734319256005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2237=[#edits: 1 = <2211/info:/1734319256005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2238=[#edits: 1 = <2212/info:/1734319256005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2239=[#edits: 1 = <2213/info:/1734319256006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2240=[#edits: 1 = <2214/info:/1734319256006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2241=[#edits: 1 = <2215/info:/1734319256006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2242=[#edits: 1 = <2216/info:/1734319256006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2243=[#edits: 1 = <2217/info:/1734319256007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2244=[#edits: 1 = <2218/info:/1734319256007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2245=[#edits: 1 = <2219/info:/1734319256007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2246=[#edits: 1 = <2220/info:/1734319256007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2247=[#edits: 1 = <2221/info:/1734319256007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2248=[#edits: 1 = <2222/info:/1734319256008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2249=[#edits: 1 = <2223/info:/1734319256008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2250=[#edits: 1 = <2224/info:/1734319256008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2251=[#edits: 1 = <2225/info:/1734319256008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2252=[#edits: 1 = <2226/info:/1734319256009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2253=[#edits: 1 = <2227/info:/1734319256009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2254=[#edits: 1 = <2228/info:/1734319256009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2255=[#edits: 1 = <2229/info:/1734319256009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2256=[#edits: 1 = <2230/info:/1734319256010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2257=[#edits: 1 = <2231/info:/1734319256010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2258=[#edits: 1 = <2232/info:/1734319256010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2259=[#edits: 1 = <2233/info:/1734319256010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2260=[#edits: 1 = <2234/info:/1734319256011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2261=[#edits: 1 = <2235/info:/1734319256011/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=79023, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,107 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 29 WAL entries eligible for replication 2024-12-16T03:20:56,109 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:56,109 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2262=[#edits: 1 = <2236/info:/1734319256011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2263=[#edits: 1 = <2237/info:/1734319256011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2264=[#edits: 1 = <2238/info:/1734319256012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2265=[#edits: 1 = <2239/info:/1734319256012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2266=[#edits: 1 = <2240/info:/1734319256012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2267=[#edits: 1 = <2241/info:/1734319256013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2268=[#edits: 1 = <2242/info:/1734319256013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2269=[#edits: 1 = <2243/info:/1734319256013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2270=[#edits: 1 = <2244/info:/1734319256013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2271=[#edits: 1 = <2245/info:/1734319256013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2272=[#edits: 1 = <2246/info:/1734319256014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2273=[#edits: 1 = <2247/info:/1734319256014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2274=[#edits: 1 = <2248/info:/1734319256014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2275=[#edits: 1 = <2249/info:/1734319256014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2276=[#edits: 1 = <2250/info:/1734319256015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2277=[#edits: 1 = <2251/info:/1734319256015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2278=[#edits: 1 = <2252/info:/1734319256015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2279=[#edits: 1 = <2253/info:/1734319256015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2280=[#edits: 1 = <2254/info:/1734319256016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2281=[#edits: 1 = <2255/info:/1734319256016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2282=[#edits: 1 = <2256/info:/1734319256016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2283=[#edits: 1 = <2257/info:/1734319256016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2284=[#edits: 1 = <2258/info:/1734319256017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2285=[#edits: 1 = <2259/info:/1734319256017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2286=[#edits: 1 = <2260/info:/1734319256017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2287=[#edits: 1 = <2261/info:/1734319256017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2288=[#edits: 1 = <2262/info:/1734319256018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2289=[#edits: 1 = <2263/info:/1734319256018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2290=[#edits: 1 = <2264/info:/1734319256018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2291=[#edits: 1 = <2265/info:/1734319256019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2292=[#edits: 1 = <2266/info:/1734319256019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2293=[#edits: 1 = <2267/info:/1734319256019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2294=[#edits: 1 = <2268/info:/1734319256019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2295=[#edits: 1 = <2269/info:/1734319256020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2296=[#edits: 1 = <2270/info:/1734319256020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2297=[#edits: 1 = <2271/info:/1734319256020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2298=[#edits: 1 = <2272/info:/1734319256020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2299=[#edits: 1 = <2273/info:/1734319256021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2300=[#edits: 1 = <2274/info:/1734319256021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2301=[#edits: 1 = <2275/info:/1734319256021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2302=[#edits: 1 = <2276/info:/1734319256022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2303=[#edits: 1 = <2277/info:/1734319256022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2304=[#edits: 1 = <2278/info:/1734319256022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2305=[#edits: 1 = <2279/info:/1734319256022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2306=[#edits: 1 = <2280/info:/1734319256023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2307=[#edits: 1 = <2281/info:/1734319256023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2308=[#edits: 1 = <2282/info:/1734319256023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2309=[#edits: 1 = <2283/info:/1734319256023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2310=[#edits: 1 = <2284/info:/1734319256024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2311=[#edits: 1 = <2285/info:/1734319256024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2312=[#edits: 1 = <2286/info:/1734319256024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2313=[#edits: 1 = <2287/info:/1734319256024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2314=[#edits: 1 = <2288/info:/1734319256025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2315=[#edits: 1 = <2289/info:/1734319256025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2316=[#edits: 1 = <2290/info:/1734319256025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2317=[#edits: 1 = <2291/info:/1734319256026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2318=[#edits: 1 = <2292/info:/1734319256026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2319=[#edits: 1 = <2293/info:/1734319256026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2320=[#edits: 1 = <2294/info:/1734319256026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2321=[#edits: 1 = <2295/info:/1734319256027/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=83403, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,110 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2322=[#edits: 1 = <2296/info:/1734319256027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2323=[#edits: 1 = <2297/info:/1734319256027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2324=[#edits: 1 = <2298/info:/1734319256027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2325=[#edits: 1 = <2299/info:/1734319256028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2326=[#edits: 1 = <2300/info:/1734319256028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2327=[#edits: 1 = <2301/info:/1734319256028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2328=[#edits: 1 = <2302/info:/1734319256028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2329=[#edits: 1 = <2303/info:/1734319256029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2330=[#edits: 1 = <2304/info:/1734319256029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2331=[#edits: 1 = <2305/info:/1734319256029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2332=[#edits: 1 = <2306/info:/1734319256029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2333=[#edits: 1 = <2307/info:/1734319256030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2334=[#edits: 1 = <2308/info:/1734319256030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2335=[#edits: 1 = <2309/info:/1734319256030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2336=[#edits: 1 = <2310/info:/1734319256030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2337=[#edits: 1 = <2311/info:/1734319256031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2338=[#edits: 1 = <2312/info:/1734319256031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2339=[#edits: 1 = <2313/info:/1734319256031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2340=[#edits: 1 = <2314/info:/1734319256031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2341=[#edits: 1 = <2315/info:/1734319256032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2342=[#edits: 1 = <2316/info:/1734319256032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2343=[#edits: 1 = <2317/info:/1734319256032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2344=[#edits: 1 = <2318/info:/1734319256033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2345=[#edits: 1 = <2319/info:/1734319256033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2346=[#edits: 1 = <2320/info:/1734319256033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2347=[#edits: 1 = <2321/info:/1734319256036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2348=[#edits: 1 = <2322/info:/1734319256036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2349=[#edits: 1 = <2323/info:/1734319256036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2350=[#edits: 1 = <2324/info:/1734319256036/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta, lastWalPosition=85520, nbRowKeys=29, nbHFiles=0, heapSize=4988, lastSeqIds={}, endOfFile=true,usedBufferSize=4988] 2024-12-16T03:20:56,114 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,114 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2351=[#edits: 1 = <2325/info:/1734319256037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2352=[#edits: 1 = <2326/info:/1734319256037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2353=[#edits: 1 = <2327/info:/1734319256039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2354=[#edits: 1 = <2328/info:/1734319256039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2355=[#edits: 1 = <2329/info:/1734319256039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2356=[#edits: 1 = <2330/info:/1734319256040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2357=[#edits: 1 = <2331/info:/1734319256040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2358=[#edits: 1 = <2332/info:/1734319256040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2359=[#edits: 1 = <2333/info:/1734319256040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2360=[#edits: 1 = <2334/info:/1734319256041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2361=[#edits: 1 = <2335/info:/1734319256041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2362=[#edits: 1 = <2336/info:/1734319256041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2363=[#edits: 1 = <2337/info:/1734319256041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2364=[#edits: 1 = <2338/info:/1734319256042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2365=[#edits: 1 = <2339/info:/1734319256042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2366=[#edits: 1 = <2340/info:/1734319256042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2367=[#edits: 1 = <2341/info:/1734319256042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2368=[#edits: 1 = <2342/info:/1734319256043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2369=[#edits: 1 = <2343/info:/1734319256043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2370=[#edits: 1 = <2344/info:/1734319256043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2371=[#edits: 1 = <2345/info:/1734319256044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2372=[#edits: 1 = <2346/info:/1734319256044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2373=[#edits: 1 = <2347/info:/1734319256044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2374=[#edits: 1 = <2348/info:/1734319256044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2375=[#edits: 1 = <2349/info:/1734319256045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2376=[#edits: 1 = <2350/info:/1734319256045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2377=[#edits: 1 = <2351/info:/1734319256045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2378=[#edits: 1 = <2352/info:/1734319256046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2379=[#edits: 1 = <2353/info:/1734319256046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2380=[#edits: 1 = <2354/info:/1734319256046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2381=[#edits: 1 = <2355/info:/1734319256046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2382=[#edits: 1 = <2356/info:/1734319256047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2383=[#edits: 1 = <2357/info:/1734319256047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2384=[#edits: 1 = <2358/info:/1734319256047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2385=[#edits: 1 = <2359/info:/1734319256048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2386=[#edits: 1 = <2360/info:/1734319256048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2387=[#edits: 1 = <2361/info:/1734319256048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2388=[#edits: 1 = <2362/info:/1734319256049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2389=[#edits: 1 = <2363/info:/1734319256049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2390=[#edits: 1 = <2364/info:/1734319256049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2391=[#edits: 1 = <2365/info:/1734319256050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2392=[#edits: 1 = <2366/info:/1734319256050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2393=[#edits: 1 = <2367/info:/1734319256050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2394=[#edits: 1 = <2368/info:/1734319256051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2395=[#edits: 1 = <2369/info:/1734319256051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2396=[#edits: 1 = <2370/info:/1734319256051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2397=[#edits: 1 = <2371/info:/1734319256051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2398=[#edits: 1 = <2372/info:/1734319256052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2399=[#edits: 1 = <2373/info:/1734319256052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2400=[#edits: 1 = <2374/info:/1734319256052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2401=[#edits: 1 = <2375/info:/1734319256055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2402=[#edits: 1 = <2376/info:/1734319256056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2403=[#edits: 1 = <2377/info:/1734319256056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2404=[#edits: 1 = <2378/info:/1734319256056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2405=[#edits: 1 = <2379/info:/1734319256057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2406=[#edits: 1 = <2380/info:/1734319256057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2407=[#edits: 1 = <2381/info:/1734319256057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2408=[#edits: 1 = <2382/info:/1734319256058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2409=[#edits: 1 = <2383/info:/1734319256058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2410=[#edits: 1 = <2384/info:/1734319256058/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=4465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,116 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,116 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2411=[#edits: 1 = <2385/info:/1734319256058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2412=[#edits: 1 = <2386/info:/1734319256059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2413=[#edits: 1 = <2387/info:/1734319256059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2414=[#edits: 1 = <2388/info:/1734319256059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2415=[#edits: 1 = <2389/info:/1734319256059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2416=[#edits: 1 = <2390/info:/1734319256060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2417=[#edits: 1 = <2391/info:/1734319256060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2418=[#edits: 1 = <2392/info:/1734319256060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2419=[#edits: 1 = <2393/info:/1734319256061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2420=[#edits: 1 = <2394/info:/1734319256061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2421=[#edits: 1 = <2395/info:/1734319256061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2422=[#edits: 1 = <2396/info:/1734319256061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2423=[#edits: 1 = <2397/info:/1734319256062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2424=[#edits: 1 = <2398/info:/1734319256062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2425=[#edits: 1 = <2399/info:/1734319256062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2426=[#edits: 1 = <2400/info:/1734319256062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2427=[#edits: 1 = <2401/info:/1734319256063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2428=[#edits: 1 = <2402/info:/1734319256063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2429=[#edits: 1 = <2403/info:/1734319256063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2430=[#edits: 1 = <2404/info:/1734319256064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2431=[#edits: 1 = <2405/info:/1734319256064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2432=[#edits: 1 = <2406/info:/1734319256064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2433=[#edits: 1 = <2407/info:/1734319256064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2434=[#edits: 1 = <2408/info:/1734319256065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2435=[#edits: 1 = <2409/info:/1734319256065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2436=[#edits: 1 = <2410/info:/1734319256065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2437=[#edits: 1 = <2411/info:/1734319256066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2438=[#edits: 1 = <2412/info:/1734319256066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2439=[#edits: 1 = <2413/info:/1734319256066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2440=[#edits: 1 = <2414/info:/1734319256066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2441=[#edits: 1 = <2415/info:/1734319256067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2442=[#edits: 1 = <2416/info:/1734319256067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2443=[#edits: 1 = <2417/info:/1734319256067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2444=[#edits: 1 = <2418/info:/1734319256068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2445=[#edits: 1 = <2419/info:/1734319256068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2446=[#edits: 1 = <2420/info:/1734319256068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2447=[#edits: 1 = <2421/info:/1734319256068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2448=[#edits: 1 = <2422/info:/1734319256069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2449=[#edits: 1 = <2423/info:/1734319256069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2450=[#edits: 1 = <2424/info:/1734319256069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2451=[#edits: 1 = <2425/info:/1734319256069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2452=[#edits: 1 = <2426/info:/1734319256070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2453=[#edits: 1 = <2427/info:/1734319256070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2454=[#edits: 1 = <2428/info:/1734319256070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2455=[#edits: 1 = <2429/info:/1734319256070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2456=[#edits: 1 = <2430/info:/1734319256071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2457=[#edits: 1 = <2431/info:/1734319256071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2458=[#edits: 1 = <2432/info:/1734319256071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2459=[#edits: 1 = <2433/info:/1734319256071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2460=[#edits: 1 = <2434/info:/1734319256072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2461=[#edits: 1 = <2435/info:/1734319256072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2462=[#edits: 1 = <2436/info:/1734319256072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2463=[#edits: 1 = <2437/info:/1734319256072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2464=[#edits: 1 = <2438/info:/1734319256073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2465=[#edits: 1 = <2439/info:/1734319256073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2466=[#edits: 1 = <2440/info:/1734319256073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2467=[#edits: 1 = <2441/info:/1734319256074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2468=[#edits: 1 = <2442/info:/1734319256074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2469=[#edits: 1 = <2443/info:/1734319256074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2470=[#edits: 1 = <2444/info:/1734319256074/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=8845, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,117 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,117 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2471=[#edits: 1 = <2445/info:/1734319256075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2472=[#edits: 1 = <2446/info:/1734319256075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2473=[#edits: 1 = <2447/info:/1734319256075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2474=[#edits: 1 = <2448/info:/1734319256075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2475=[#edits: 1 = <2449/info:/1734319256076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2476=[#edits: 1 = <2450/info:/1734319256076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2477=[#edits: 1 = <2451/info:/1734319256076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2478=[#edits: 1 = <2452/info:/1734319256076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2479=[#edits: 1 = <2453/info:/1734319256077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2480=[#edits: 1 = <2454/info:/1734319256077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2481=[#edits: 1 = <2455/info:/1734319256077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2482=[#edits: 1 = <2456/info:/1734319256077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2483=[#edits: 1 = <2457/info:/1734319256078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2484=[#edits: 1 = <2458/info:/1734319256078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2485=[#edits: 1 = <2459/info:/1734319256078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2486=[#edits: 1 = <2460/info:/1734319256078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2487=[#edits: 1 = <2461/info:/1734319256079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2488=[#edits: 1 = <2462/info:/1734319256079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2489=[#edits: 1 = <2463/info:/1734319256079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2490=[#edits: 1 = <2464/info:/1734319256080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2491=[#edits: 1 = <2465/info:/1734319256080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2492=[#edits: 1 = <2466/info:/1734319256080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2493=[#edits: 1 = <2467/info:/1734319256080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2494=[#edits: 1 = <2468/info:/1734319256081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2495=[#edits: 1 = <2469/info:/1734319256081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2496=[#edits: 1 = <2470/info:/1734319256081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2497=[#edits: 1 = <2471/info:/1734319256081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2498=[#edits: 1 = <2472/info:/1734319256082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2499=[#edits: 1 = <2473/info:/1734319256082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2500=[#edits: 1 = <2474/info:/1734319256082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2501=[#edits: 1 = <2475/info:/1734319256082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2502=[#edits: 1 = <2476/info:/1734319256083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2503=[#edits: 1 = <2477/info:/1734319256083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2504=[#edits: 1 = <2478/info:/1734319256083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2505=[#edits: 1 = <2479/info:/1734319256084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2506=[#edits: 1 = <2480/info:/1734319256084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2507=[#edits: 1 = <2481/info:/1734319256084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2508=[#edits: 1 = <2482/info:/1734319256084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2509=[#edits: 1 = <2483/info:/1734319256085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2510=[#edits: 1 = <2484/info:/1734319256085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2511=[#edits: 1 = <2485/info:/1734319256085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2512=[#edits: 1 = <2486/info:/1734319256085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2513=[#edits: 1 = <2487/info:/1734319256086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2514=[#edits: 1 = <2488/info:/1734319256086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2515=[#edits: 1 = <2489/info:/1734319256086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2516=[#edits: 1 = <2490/info:/1734319256086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2517=[#edits: 1 = <2491/info:/1734319256087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2518=[#edits: 1 = <2492/info:/1734319256087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2519=[#edits: 1 = <2493/info:/1734319256087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2520=[#edits: 1 = <2494/info:/1734319256087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2521=[#edits: 1 = <2495/info:/1734319256088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2522=[#edits: 1 = <2496/info:/1734319256088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2523=[#edits: 1 = <2497/info:/1734319256088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2524=[#edits: 1 = <2498/info:/1734319256089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2525=[#edits: 1 = <2499/info:/1734319256089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2526=[#edits: 1 = <2500/info:/1734319256089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2527=[#edits: 1 = <2501/info:/1734319256089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2528=[#edits: 1 = <2502/info:/1734319256090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2529=[#edits: 1 = <2503/info:/1734319256090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2530=[#edits: 1 = <2504/info:/1734319256090/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=13225, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,118 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 27 WAL entries eligible for replication 2024-12-16T03:20:56,118 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 15196, reset compression=false 2024-12-16T03:20:56,120 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2531=[#edits: 1 = <2505/info:/1734319256090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2532=[#edits: 1 = <2506/info:/1734319256091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2533=[#edits: 1 = <2507/info:/1734319256091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2534=[#edits: 1 = <2508/info:/1734319256091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2535=[#edits: 1 = <2509/info:/1734319256091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2536=[#edits: 1 = <2510/info:/1734319256092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2537=[#edits: 1 = <2511/info:/1734319256092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2538=[#edits: 1 = <2512/info:/1734319256092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2539=[#edits: 1 = <2513/info:/1734319256093/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2540=[#edits: 1 = <2514/info:/1734319256093/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2541=[#edits: 1 = <2515/info:/1734319256094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2542=[#edits: 1 = <2516/info:/1734319256094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2543=[#edits: 1 = <2517/info:/1734319256094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2544=[#edits: 1 = <2518/info:/1734319256095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2545=[#edits: 1 = <2519/info:/1734319256096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2546=[#edits: 1 = <2520/info:/1734319256096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2547=[#edits: 1 = <2521/info:/1734319256098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2548=[#edits: 1 = <2522/info:/1734319256099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2549=[#edits: 1 = <2523/info:/1734319256101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2550=[#edits: 1 = <2524/info:/1734319256101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2551=[#edits: 1 = <2525/info:/1734319256102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2552=[#edits: 1 = <2526/info:/1734319256102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2553=[#edits: 1 = <2527/info:/1734319256103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2554=[#edits: 1 = <2528/info:/1734319256106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2555=[#edits: 1 = <2529/info:/1734319256107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2556=[#edits: 1 = <2530/info:/1734319256108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2557=[#edits: 1 = <2531/info:/1734319256111/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=15196, nbRowKeys=27, nbHFiles=0, heapSize=4644, lastSeqIds={}, endOfFile=false,usedBufferSize=4644] 2024-12-16T03:20:56,124 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:56,124 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 15707, reset compression=false 2024-12-16T03:20:56,124 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2558=[#edits: 1 = <2532/info:/1734319256111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2559=[#edits: 1 = <2533/info:/1734319256112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2560=[#edits: 1 = <2534/info:/1734319256116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2561=[#edits: 1 = <2535/info:/1734319256119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2562=[#edits: 1 = <2536/info:/1734319256120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2563=[#edits: 1 = <2537/info:/1734319256121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2564=[#edits: 1 = <2538/info:/1734319256121/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=15707, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-16T03:20:56,133 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-16T03:20:56,133 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 17021, reset compression=false 2024-12-16T03:20:56,133 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2565=[#edits: 1 = <2539/info:/1734319256122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2566=[#edits: 1 = <2540/info:/1734319256123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2567=[#edits: 1 = <2541/info:/1734319256124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2568=[#edits: 1 = <2542/info:/1734319256124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2569=[#edits: 1 = <2543/info:/1734319256125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2570=[#edits: 1 = <2544/info:/1734319256125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2571=[#edits: 1 = <2545/info:/1734319256126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2572=[#edits: 1 = <2546/info:/1734319256126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2573=[#edits: 1 = <2547/info:/1734319256126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2574=[#edits: 1 = <2548/info:/1734319256127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2575=[#edits: 1 = <2549/info:/1734319256127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2576=[#edits: 1 = <2550/info:/1734319256128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2577=[#edits: 1 = <2551/info:/1734319256130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2578=[#edits: 1 = <2552/info:/1734319256130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2579=[#edits: 1 = <2553/info:/1734319256131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2580=[#edits: 1 = <2554/info:/1734319256131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2581=[#edits: 1 = <2555/info:/1734319256131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2582=[#edits: 1 = <2556/info:/1734319256132/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=17021, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-16T03:20:56,140 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-16T03:20:56,140 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 18043, reset compression=false 2024-12-16T03:20:56,140 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2583=[#edits: 1 = <2557/info:/1734319256132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2584=[#edits: 1 = <2558/info:/1734319256133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2585=[#edits: 1 = <2559/info:/1734319256134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2586=[#edits: 1 = <2560/info:/1734319256135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2587=[#edits: 1 = <2561/info:/1734319256135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2588=[#edits: 1 = <2562/info:/1734319256136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2589=[#edits: 1 = <2563/info:/1734319256136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2590=[#edits: 1 = <2564/info:/1734319256136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2591=[#edits: 1 = <2565/info:/1734319256137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2592=[#edits: 1 = <2566/info:/1734319256137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2593=[#edits: 1 = <2567/info:/1734319256137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2594=[#edits: 1 = <2568/info:/1734319256138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2595=[#edits: 1 = <2569/info:/1734319256138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2596=[#edits: 1 = <2570/info:/1734319256138/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=18043, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-16T03:20:56,144 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:56,144 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 18846, reset compression=false 2024-12-16T03:20:56,144 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2597=[#edits: 1 = <2571/info:/1734319256139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2598=[#edits: 1 = <2572/info:/1734319256139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2599=[#edits: 1 = <2573/info:/1734319256139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2600=[#edits: 1 = <2574/info:/1734319256141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2601=[#edits: 1 = <2575/info:/1734319256141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2602=[#edits: 1 = <2576/info:/1734319256141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2603=[#edits: 1 = <2577/info:/1734319256141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2604=[#edits: 1 = <2578/info:/1734319256142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2605=[#edits: 1 = <2579/info:/1734319256142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2606=[#edits: 1 = <2580/info:/1734319256142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2607=[#edits: 1 = <2581/info:/1734319256143/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=18846, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:56,148 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:56,148 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 19284, reset compression=false 2024-12-16T03:20:56,148 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2608=[#edits: 1 = <2582/info:/1734319256143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2609=[#edits: 1 = <2583/info:/1734319256144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2610=[#edits: 1 = <2584/info:/1734319256144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2611=[#edits: 1 = <2585/info:/1734319256144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2612=[#edits: 1 = <2586/info:/1734319256146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2613=[#edits: 1 = <2587/info:/1734319256147/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=19284, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:56,151 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:56,151 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 19941, reset compression=false 2024-12-16T03:20:56,151 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2614=[#edits: 1 = <2588/info:/1734319256147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2615=[#edits: 1 = <2589/info:/1734319256147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2616=[#edits: 1 = <2590/info:/1734319256148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2617=[#edits: 1 = <2591/info:/1734319256148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2618=[#edits: 1 = <2592/info:/1734319256149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2619=[#edits: 1 = <2593/info:/1734319256149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2620=[#edits: 1 = <2594/info:/1734319256149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2621=[#edits: 1 = <2595/info:/1734319256150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2622=[#edits: 1 = <2596/info:/1734319256150/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=19941, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:56,155 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:56,155 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 20306, reset compression=false 2024-12-16T03:20:56,155 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2623=[#edits: 1 = <2597/info:/1734319256150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2624=[#edits: 1 = <2598/info:/1734319256151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2625=[#edits: 1 = <2599/info:/1734319256151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2626=[#edits: 1 = <2600/info:/1734319256152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2627=[#edits: 1 = <2601/info:/1734319256153/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=20306, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:56,158 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:56,158 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 21109, reset compression=false 2024-12-16T03:20:56,158 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2628=[#edits: 1 = <2602/info:/1734319256153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2629=[#edits: 1 = <2603/info:/1734319256154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2630=[#edits: 1 = <2604/info:/1734319256154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2631=[#edits: 1 = <2605/info:/1734319256154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2632=[#edits: 1 = <2606/info:/1734319256155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2633=[#edits: 1 = <2607/info:/1734319256155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2634=[#edits: 1 = <2608/info:/1734319256156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2635=[#edits: 1 = <2609/info:/1734319256156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2636=[#edits: 1 = <2610/info:/1734319256156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2637=[#edits: 1 = <2611/info:/1734319256157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2638=[#edits: 1 = <2612/info:/1734319256157/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=21109, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:56,161 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:56,161 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 21766, reset compression=false 2024-12-16T03:20:56,161 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2639=[#edits: 1 = <2613/info:/1734319256157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2640=[#edits: 1 = <2614/info:/1734319256158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2641=[#edits: 1 = <2615/info:/1734319256158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2642=[#edits: 1 = <2616/info:/1734319256158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2643=[#edits: 1 = <2617/info:/1734319256159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2644=[#edits: 1 = <2618/info:/1734319256159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2645=[#edits: 1 = <2619/info:/1734319256159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2646=[#edits: 1 = <2620/info:/1734319256160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2647=[#edits: 1 = <2621/info:/1734319256160/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=21766, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:56,165 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:56,165 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 22569, reset compression=false 2024-12-16T03:20:56,165 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2648=[#edits: 1 = <2622/info:/1734319256160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2649=[#edits: 1 = <2623/info:/1734319256160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2650=[#edits: 1 = <2624/info:/1734319256161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2651=[#edits: 1 = <2625/info:/1734319256161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2652=[#edits: 1 = <2626/info:/1734319256162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2653=[#edits: 1 = <2627/info:/1734319256162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2654=[#edits: 1 = <2628/info:/1734319256162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2655=[#edits: 1 = <2629/info:/1734319256162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2656=[#edits: 1 = <2630/info:/1734319256163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2657=[#edits: 1 = <2631/info:/1734319256163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2658=[#edits: 1 = <2632/info:/1734319256163/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=22569, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:56,169 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-16T03:20:56,169 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 23664, reset compression=false 2024-12-16T03:20:56,169 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2659=[#edits: 1 = <2633/info:/1734319256164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2660=[#edits: 1 = <2634/info:/1734319256164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2661=[#edits: 1 = <2635/info:/1734319256164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2662=[#edits: 1 = <2636/info:/1734319256164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2663=[#edits: 1 = <2637/info:/1734319256165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2664=[#edits: 1 = <2638/info:/1734319256165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2665=[#edits: 1 = <2639/info:/1734319256165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2666=[#edits: 1 = <2640/info:/1734319256166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2667=[#edits: 1 = <2641/info:/1734319256166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2668=[#edits: 1 = <2642/info:/1734319256166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2669=[#edits: 1 = <2643/info:/1734319256166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2670=[#edits: 1 = <2644/info:/1734319256167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2671=[#edits: 1 = <2645/info:/1734319256167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2672=[#edits: 1 = <2646/info:/1734319256167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2673=[#edits: 1 = <2647/info:/1734319256167/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=23664, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-16T03:20:56,172 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:56,172 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 24394, reset compression=false 2024-12-16T03:20:56,172 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2674=[#edits: 1 = <2648/info:/1734319256168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2675=[#edits: 1 = <2649/info:/1734319256169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2676=[#edits: 1 = <2650/info:/1734319256169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2677=[#edits: 1 = <2651/info:/1734319256169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2678=[#edits: 1 = <2652/info:/1734319256170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2679=[#edits: 1 = <2653/info:/1734319256170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2680=[#edits: 1 = <2654/info:/1734319256170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2681=[#edits: 1 = <2655/info:/1734319256170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2682=[#edits: 1 = <2656/info:/1734319256171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2683=[#edits: 1 = <2657/info:/1734319256171/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=24394, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:56,176 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:56,176 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 25197, reset compression=false 2024-12-16T03:20:56,176 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2684=[#edits: 1 = <2658/info:/1734319256171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2685=[#edits: 1 = <2659/info:/1734319256172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2686=[#edits: 1 = <2660/info:/1734319256172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2687=[#edits: 1 = <2661/info:/1734319256172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2688=[#edits: 1 = <2662/info:/1734319256173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2689=[#edits: 1 = <2663/info:/1734319256173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2690=[#edits: 1 = <2664/info:/1734319256173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2691=[#edits: 1 = <2665/info:/1734319256174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2692=[#edits: 1 = <2666/info:/1734319256174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2693=[#edits: 1 = <2667/info:/1734319256174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2694=[#edits: 1 = <2668/info:/1734319256174/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=25197, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:56,180 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:56,180 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 26000, reset compression=false 2024-12-16T03:20:56,180 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2695=[#edits: 1 = <2669/info:/1734319256175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2696=[#edits: 1 = <2670/info:/1734319256175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2697=[#edits: 1 = <2671/info:/1734319256175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2698=[#edits: 1 = <2672/info:/1734319256176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2699=[#edits: 1 = <2673/info:/1734319256177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2700=[#edits: 1 = <2674/info:/1734319256177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2701=[#edits: 1 = <2675/info:/1734319256177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2702=[#edits: 1 = <2676/info:/1734319256177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2703=[#edits: 1 = <2677/info:/1734319256178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2704=[#edits: 1 = <2678/info:/1734319256178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2705=[#edits: 1 = <2679/info:/1734319256178/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=26000, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:56,183 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:56,183 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 26730, reset compression=false 2024-12-16T03:20:56,183 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2706=[#edits: 1 = <2680/info:/1734319256179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2707=[#edits: 1 = <2681/info:/1734319256179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2708=[#edits: 1 = <2682/info:/1734319256179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2709=[#edits: 1 = <2683/info:/1734319256180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2710=[#edits: 1 = <2684/info:/1734319256180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2711=[#edits: 1 = <2685/info:/1734319256180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2712=[#edits: 1 = <2686/info:/1734319256181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2713=[#edits: 1 = <2687/info:/1734319256181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2714=[#edits: 1 = <2688/info:/1734319256181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2715=[#edits: 1 = <2689/info:/1734319256181/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=26730, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:56,186 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:56,186 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 27533, reset compression=false 2024-12-16T03:20:56,186 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2716=[#edits: 1 = <2690/info:/1734319256182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2717=[#edits: 1 = <2691/info:/1734319256182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2718=[#edits: 1 = <2692/info:/1734319256182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2719=[#edits: 1 = <2693/info:/1734319256183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2720=[#edits: 1 = <2694/info:/1734319256183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2721=[#edits: 1 = <2695/info:/1734319256183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2722=[#edits: 1 = <2696/info:/1734319256184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2723=[#edits: 1 = <2697/info:/1734319256184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2724=[#edits: 1 = <2698/info:/1734319256184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2725=[#edits: 1 = <2699/info:/1734319256184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2726=[#edits: 1 = <2700/info:/1734319256185/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=27533, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:56,189 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:56,189 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 28409, reset compression=false 2024-12-16T03:20:56,190 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2727=[#edits: 1 = <2701/info:/1734319256185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2728=[#edits: 1 = <2702/info:/1734319256185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2729=[#edits: 1 = <2703/info:/1734319256185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2730=[#edits: 1 = <2704/info:/1734319256186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2731=[#edits: 1 = <2705/info:/1734319256186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2732=[#edits: 1 = <2706/info:/1734319256186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2733=[#edits: 1 = <2707/info:/1734319256187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2734=[#edits: 1 = <2708/info:/1734319256187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2735=[#edits: 1 = <2709/info:/1734319256187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2736=[#edits: 1 = <2710/info:/1734319256188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2737=[#edits: 1 = <2711/info:/1734319256188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2738=[#edits: 1 = <2712/info:/1734319256188/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=28409, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:56,193 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:56,193 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 29285, reset compression=false 2024-12-16T03:20:56,193 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2739=[#edits: 1 = <2713/info:/1734319256188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2740=[#edits: 1 = <2714/info:/1734319256189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2741=[#edits: 1 = <2715/info:/1734319256189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2742=[#edits: 1 = <2716/info:/1734319256189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2743=[#edits: 1 = <2717/info:/1734319256190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2744=[#edits: 1 = <2718/info:/1734319256190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2745=[#edits: 1 = <2719/info:/1734319256190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2746=[#edits: 1 = <2720/info:/1734319256191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2747=[#edits: 1 = <2721/info:/1734319256191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2748=[#edits: 1 = <2722/info:/1734319256191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2749=[#edits: 1 = <2723/info:/1734319256191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2750=[#edits: 1 = <2724/info:/1734319256192/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=29285, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:56,197 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:56,197 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 30161, reset compression=false 2024-12-16T03:20:56,197 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2751=[#edits: 1 = <2725/info:/1734319256192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2752=[#edits: 1 = <2726/info:/1734319256192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2753=[#edits: 1 = <2727/info:/1734319256193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2754=[#edits: 1 = <2728/info:/1734319256193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2755=[#edits: 1 = <2729/info:/1734319256193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2756=[#edits: 1 = <2730/info:/1734319256194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2757=[#edits: 1 = <2731/info:/1734319256194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2758=[#edits: 1 = <2732/info:/1734319256194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2759=[#edits: 1 = <2733/info:/1734319256194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2760=[#edits: 1 = <2734/info:/1734319256195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2761=[#edits: 1 = <2735/info:/1734319256195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2762=[#edits: 1 = <2736/info:/1734319256195/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=30161, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:56,202 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-16T03:20:56,203 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 31475, reset compression=false 2024-12-16T03:20:56,203 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2763=[#edits: 1 = <2737/info:/1734319256196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2764=[#edits: 1 = <2738/info:/1734319256196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2765=[#edits: 1 = <2739/info:/1734319256196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2766=[#edits: 1 = <2740/info:/1734319256196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2767=[#edits: 1 = <2741/info:/1734319256197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2768=[#edits: 1 = <2742/info:/1734319256197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2769=[#edits: 1 = <2743/info:/1734319256197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2770=[#edits: 1 = <2744/info:/1734319256198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2771=[#edits: 1 = <2745/info:/1734319256198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2772=[#edits: 1 = <2746/info:/1734319256198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2773=[#edits: 1 = <2747/info:/1734319256199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2774=[#edits: 1 = <2748/info:/1734319256199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2775=[#edits: 1 = <2749/info:/1734319256199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2776=[#edits: 1 = <2750/info:/1734319256200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2777=[#edits: 1 = <2751/info:/1734319256200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2778=[#edits: 1 = <2752/info:/1734319256200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2779=[#edits: 1 = <2753/info:/1734319256200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2780=[#edits: 1 = <2754/info:/1734319256201/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=31475, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-16T03:20:56,206 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-16T03:20:56,206 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 32059, reset compression=false 2024-12-16T03:20:56,206 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2781=[#edits: 1 = <2755/info:/1734319256201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2782=[#edits: 1 = <2756/info:/1734319256202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2783=[#edits: 1 = <2757/info:/1734319256203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2784=[#edits: 1 = <2758/info:/1734319256204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2785=[#edits: 1 = <2759/info:/1734319256204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2786=[#edits: 1 = <2760/info:/1734319256204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2787=[#edits: 1 = <2761/info:/1734319256204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2788=[#edits: 1 = <2762/info:/1734319256205/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=32059, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-16T03:20:56,215 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 25 WAL entries eligible for replication 2024-12-16T03:20:56,215 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 33884, reset compression=false 2024-12-16T03:20:56,215 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2789=[#edits: 1 = <2763/info:/1734319256205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2790=[#edits: 1 = <2764/info:/1734319256205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2791=[#edits: 1 = <2765/info:/1734319256206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2792=[#edits: 1 = <2766/info:/1734319256206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2793=[#edits: 1 = <2767/info:/1734319256206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2794=[#edits: 1 = <2768/info:/1734319256208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2795=[#edits: 1 = <2769/info:/1734319256209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2796=[#edits: 1 = <2770/info:/1734319256209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2797=[#edits: 1 = <2771/info:/1734319256209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2798=[#edits: 1 = <2772/info:/1734319256210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2799=[#edits: 1 = <2773/info:/1734319256210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2800=[#edits: 1 = <2774/info:/1734319256210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2801=[#edits: 1 = <2775/info:/1734319256210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2802=[#edits: 1 = <2776/info:/1734319256211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2803=[#edits: 1 = <2777/info:/1734319256211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2804=[#edits: 1 = <2778/info:/1734319256211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2805=[#edits: 1 = <2779/info:/1734319256211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2806=[#edits: 1 = <2780/info:/1734319256211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2807=[#edits: 1 = <2781/info:/1734319256212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2808=[#edits: 1 = <2782/info:/1734319256212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2809=[#edits: 1 = <2783/info:/1734319256212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2810=[#edits: 1 = <2784/info:/1734319256212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2811=[#edits: 1 = <2785/info:/1734319256213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2812=[#edits: 1 = <2786/info:/1734319256213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2813=[#edits: 1 = <2787/info:/1734319256213/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=33884, nbRowKeys=25, nbHFiles=0, heapSize=4300, lastSeqIds={}, endOfFile=false,usedBufferSize=4300] 2024-12-16T03:20:56,218 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:56,218 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 34322, reset compression=false 2024-12-16T03:20:56,218 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2814=[#edits: 1 = <2788/info:/1734319256215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2815=[#edits: 1 = <2789/info:/1734319256215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2816=[#edits: 1 = <2790/info:/1734319256216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2817=[#edits: 1 = <2791/info:/1734319256216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2818=[#edits: 1 = <2792/info:/1734319256217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2819=[#edits: 1 = <2793/info:/1734319256217/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=34322, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:56,222 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:56,222 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 35052, reset compression=false 2024-12-16T03:20:56,222 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2820=[#edits: 1 = <2794/info:/1734319256217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2821=[#edits: 1 = <2795/info:/1734319256218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2822=[#edits: 1 = <2796/info:/1734319256218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2823=[#edits: 1 = <2797/info:/1734319256219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2824=[#edits: 1 = <2798/info:/1734319256219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2825=[#edits: 1 = <2799/info:/1734319256220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2826=[#edits: 1 = <2800/info:/1734319256220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2827=[#edits: 1 = <2801/info:/1734319256220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2828=[#edits: 1 = <2802/info:/1734319256221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2829=[#edits: 1 = <2803/info:/1734319256221/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=35052, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:56,233 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 32 WAL entries eligible for replication 2024-12-16T03:20:56,233 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 37388, reset compression=false 2024-12-16T03:20:56,233 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2830=[#edits: 1 = <2804/info:/1734319256221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2831=[#edits: 1 = <2805/info:/1734319256222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2832=[#edits: 1 = <2806/info:/1734319256223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2833=[#edits: 1 = <2807/info:/1734319256223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2834=[#edits: 1 = <2808/info:/1734319256224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2835=[#edits: 1 = <2809/info:/1734319256224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2836=[#edits: 1 = <2810/info:/1734319256224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2837=[#edits: 1 = <2811/info:/1734319256225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2838=[#edits: 1 = <2812/info:/1734319256225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2839=[#edits: 1 = <2813/info:/1734319256225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2840=[#edits: 1 = <2814/info:/1734319256226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2841=[#edits: 1 = <2815/info:/1734319256226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2842=[#edits: 1 = <2816/info:/1734319256226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2843=[#edits: 1 = <2817/info:/1734319256227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2844=[#edits: 1 = <2818/info:/1734319256227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2845=[#edits: 1 = <2819/info:/1734319256227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2846=[#edits: 1 = <2820/info:/1734319256228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2847=[#edits: 1 = <2821/info:/1734319256228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2848=[#edits: 1 = <2822/info:/1734319256228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2849=[#edits: 1 = <2823/info:/1734319256228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2850=[#edits: 1 = <2824/info:/1734319256229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2851=[#edits: 1 = <2825/info:/1734319256229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2852=[#edits: 1 = <2826/info:/1734319256229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2853=[#edits: 1 = <2827/info:/1734319256229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2854=[#edits: 1 = <2828/info:/1734319256230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2855=[#edits: 1 = <2829/info:/1734319256230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2856=[#edits: 1 = <2830/info:/1734319256230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2857=[#edits: 1 = <2831/info:/1734319256230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2858=[#edits: 1 = <2832/info:/1734319256230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2859=[#edits: 1 = <2833/info:/1734319256231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2860=[#edits: 1 = <2834/info:/1734319256231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2861=[#edits: 1 = <2835/info:/1734319256231/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=37388, nbRowKeys=32, nbHFiles=0, heapSize=5504, lastSeqIds={}, endOfFile=false,usedBufferSize=5504] 2024-12-16T03:20:56,237 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:56,237 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2862=[#edits: 1 = <2836/info:/1734319256231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2863=[#edits: 1 = <2837/info:/1734319256232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2864=[#edits: 1 = <2838/info:/1734319256232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2865=[#edits: 1 = <2839/info:/1734319256233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2866=[#edits: 1 = <2840/info:/1734319256233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2867=[#edits: 1 = <2841/info:/1734319256234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2868=[#edits: 1 = <2842/info:/1734319256234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2869=[#edits: 1 = <2843/info:/1734319256235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2870=[#edits: 1 = <2844/info:/1734319256235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2871=[#edits: 1 = <2845/info:/1734319256235/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=38118, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:56,237 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 38118, reset compression=false 2024-12-16T03:20:56,240 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:56,240 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 38994, reset compression=false 2024-12-16T03:20:56,240 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2872=[#edits: 1 = <2846/info:/1734319256235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2873=[#edits: 1 = <2847/info:/1734319256236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2874=[#edits: 1 = <2848/info:/1734319256236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2875=[#edits: 1 = <2849/info:/1734319256236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2876=[#edits: 1 = <2850/info:/1734319256237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2877=[#edits: 1 = <2851/info:/1734319256237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2878=[#edits: 1 = <2852/info:/1734319256237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2879=[#edits: 1 = <2853/info:/1734319256238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2880=[#edits: 1 = <2854/info:/1734319256238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2881=[#edits: 1 = <2855/info:/1734319256238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2882=[#edits: 1 = <2856/info:/1734319256239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2883=[#edits: 1 = <2857/info:/1734319256239/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=38994, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:56,244 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:56,244 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 39724, reset compression=false 2024-12-16T03:20:56,244 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2884=[#edits: 1 = <2858/info:/1734319256239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2885=[#edits: 1 = <2859/info:/1734319256240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2886=[#edits: 1 = <2860/info:/1734319256240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2887=[#edits: 1 = <2861/info:/1734319256241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2888=[#edits: 1 = <2862/info:/1734319256241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2889=[#edits: 1 = <2863/info:/1734319256241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2890=[#edits: 1 = <2864/info:/1734319256242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2891=[#edits: 1 = <2865/info:/1734319256242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2892=[#edits: 1 = <2866/info:/1734319256242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2893=[#edits: 1 = <2867/info:/1734319256243/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=39724, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:56,248 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:56,248 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 40381, reset compression=false 2024-12-16T03:20:56,248 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2894=[#edits: 1 = <2868/info:/1734319256243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2895=[#edits: 1 = <2869/info:/1734319256243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2896=[#edits: 1 = <2870/info:/1734319256244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2897=[#edits: 1 = <2871/info:/1734319256244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2898=[#edits: 1 = <2872/info:/1734319256245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2899=[#edits: 1 = <2873/info:/1734319256245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2900=[#edits: 1 = <2874/info:/1734319256245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2901=[#edits: 1 = <2875/info:/1734319256246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2902=[#edits: 1 = <2876/info:/1734319256246/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=40381, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:56,251 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:56,251 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 40819, reset compression=false 2024-12-16T03:20:56,251 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2903=[#edits: 1 = <2877/info:/1734319256247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2904=[#edits: 1 = <2878/info:/1734319256247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2905=[#edits: 1 = <2879/info:/1734319256247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2906=[#edits: 1 = <2880/info:/1734319256248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2907=[#edits: 1 = <2881/info:/1734319256248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2908=[#edits: 1 = <2882/info:/1734319256249/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=40819, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-16T03:20:56,254 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:56,254 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 41549, reset compression=false 2024-12-16T03:20:56,254 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2909=[#edits: 1 = <2883/info:/1734319256250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2910=[#edits: 1 = <2884/info:/1734319256250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2911=[#edits: 1 = <2885/info:/1734319256251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2912=[#edits: 1 = <2886/info:/1734319256251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2913=[#edits: 1 = <2887/info:/1734319256251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2914=[#edits: 1 = <2888/info:/1734319256251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2915=[#edits: 1 = <2889/info:/1734319256252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2916=[#edits: 1 = <2890/info:/1734319256252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2917=[#edits: 1 = <2891/info:/1734319256252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2918=[#edits: 1 = <2892/info:/1734319256253/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=41549, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:56,257 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:56,257 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 42279, reset compression=false 2024-12-16T03:20:56,257 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2919=[#edits: 1 = <2893/info:/1734319256253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2920=[#edits: 1 = <2894/info:/1734319256253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2921=[#edits: 1 = <2895/info:/1734319256254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2922=[#edits: 1 = <2896/info:/1734319256254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2923=[#edits: 1 = <2897/info:/1734319256255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2924=[#edits: 1 = <2898/info:/1734319256255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2925=[#edits: 1 = <2899/info:/1734319256255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2926=[#edits: 1 = <2900/info:/1734319256255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2927=[#edits: 1 = <2901/info:/1734319256256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2928=[#edits: 1 = <2902/info:/1734319256256/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=42279, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:56,260 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:56,260 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 43009, reset compression=false 2024-12-16T03:20:56,260 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2929=[#edits: 1 = <2903/info:/1734319256256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2930=[#edits: 1 = <2904/info:/1734319256257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2931=[#edits: 1 = <2905/info:/1734319256257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2932=[#edits: 1 = <2906/info:/1734319256257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2933=[#edits: 1 = <2907/info:/1734319256257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2934=[#edits: 1 = <2908/info:/1734319256258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2935=[#edits: 1 = <2909/info:/1734319256258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2936=[#edits: 1 = <2910/info:/1734319256258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2937=[#edits: 1 = <2911/info:/1734319256259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2938=[#edits: 1 = <2912/info:/1734319256259/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=43009, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:56,263 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:56,264 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 43739, reset compression=false 2024-12-16T03:20:56,264 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2939=[#edits: 1 = <2913/info:/1734319256259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2940=[#edits: 1 = <2914/info:/1734319256260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2941=[#edits: 1 = <2915/info:/1734319256260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2942=[#edits: 1 = <2916/info:/1734319256260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2943=[#edits: 1 = <2917/info:/1734319256260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2944=[#edits: 1 = <2918/info:/1734319256261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2945=[#edits: 1 = <2919/info:/1734319256261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2946=[#edits: 1 = <2920/info:/1734319256261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2947=[#edits: 1 = <2921/info:/1734319256262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2948=[#edits: 1 = <2922/info:/1734319256262/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=43739, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:56,267 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:56,267 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 44469, reset compression=false 2024-12-16T03:20:56,267 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2949=[#edits: 1 = <2923/info:/1734319256262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2950=[#edits: 1 = <2924/info:/1734319256263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2951=[#edits: 1 = <2925/info:/1734319256263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2952=[#edits: 1 = <2926/info:/1734319256263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2953=[#edits: 1 = <2927/info:/1734319256264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2954=[#edits: 1 = <2928/info:/1734319256264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2955=[#edits: 1 = <2929/info:/1734319256264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2956=[#edits: 1 = <2930/info:/1734319256265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2957=[#edits: 1 = <2931/info:/1734319256265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2958=[#edits: 1 = <2932/info:/1734319256265/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=44469, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:56,270 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:56,270 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 45272, reset compression=false 2024-12-16T03:20:56,270 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2959=[#edits: 1 = <2933/info:/1734319256265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2960=[#edits: 1 = <2934/info:/1734319256266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2961=[#edits: 1 = <2935/info:/1734319256266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2962=[#edits: 1 = <2936/info:/1734319256266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2963=[#edits: 1 = <2937/info:/1734319256267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2964=[#edits: 1 = <2938/info:/1734319256267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2965=[#edits: 1 = <2939/info:/1734319256267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2966=[#edits: 1 = <2940/info:/1734319256268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2967=[#edits: 1 = <2941/info:/1734319256268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2968=[#edits: 1 = <2942/info:/1734319256268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2969=[#edits: 1 = <2943/info:/1734319256268/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=45272, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:56,274 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:20:56,274 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 46075, reset compression=false 2024-12-16T03:20:56,274 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2970=[#edits: 1 = <2944/info:/1734319256269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2971=[#edits: 1 = <2945/info:/1734319256269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2972=[#edits: 1 = <2946/info:/1734319256269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2973=[#edits: 1 = <2947/info:/1734319256270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2974=[#edits: 1 = <2948/info:/1734319256270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2975=[#edits: 1 = <2949/info:/1734319256271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2976=[#edits: 1 = <2950/info:/1734319256271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2977=[#edits: 1 = <2951/info:/1734319256271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2978=[#edits: 1 = <2952/info:/1734319256271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2979=[#edits: 1 = <2953/info:/1734319256272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2980=[#edits: 1 = <2954/info:/1734319256272/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=46075, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-16T03:20:56,284 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-16T03:20:56,284 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 46951, reset compression=false 2024-12-16T03:20:56,284 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2981=[#edits: 1 = <2955/info:/1734319256272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2982=[#edits: 1 = <2956/info:/1734319256273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2983=[#edits: 1 = <2957/info:/1734319256273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2984=[#edits: 1 = <2958/info:/1734319256274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2985=[#edits: 1 = <2959/info:/1734319256274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2986=[#edits: 1 = <2960/info:/1734319256275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2987=[#edits: 1 = <2961/info:/1734319256275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2988=[#edits: 1 = <2962/info:/1734319256275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2989=[#edits: 1 = <2963/info:/1734319256276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2990=[#edits: 1 = <2964/info:/1734319256276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2991=[#edits: 1 = <2965/info:/1734319256276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2992=[#edits: 1 = <2966/info:/1734319256277/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=46951, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-16T03:20:56,290 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 27 WAL entries eligible for replication 2024-12-16T03:20:56,290 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 48922, reset compression=false 2024-12-16T03:20:56,290 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2993=[#edits: 1 = <2967/info:/1734319256277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2994=[#edits: 1 = <2968/info:/1734319256277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2995=[#edits: 1 = <2969/info:/1734319256278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2996=[#edits: 1 = <2970/info:/1734319256278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2997=[#edits: 1 = <2971/info:/1734319256278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2998=[#edits: 1 = <2972/info:/1734319256278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2999=[#edits: 1 = <2973/info:/1734319256279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3000=[#edits: 1 = <2974/info:/1734319256279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3001=[#edits: 1 = <2975/info:/1734319256279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3002=[#edits: 1 = <2976/info:/1734319256279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3003=[#edits: 1 = <2977/info:/1734319256280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3004=[#edits: 1 = <2978/info:/1734319256280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3005=[#edits: 1 = <2979/info:/1734319256280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3006=[#edits: 1 = <2980/info:/1734319256281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3007=[#edits: 1 = <2981/info:/1734319256281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3008=[#edits: 1 = <2982/info:/1734319256282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3009=[#edits: 1 = <2983/info:/1734319256282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3010=[#edits: 1 = <2984/info:/1734319256283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3011=[#edits: 1 = <2985/info:/1734319256283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3012=[#edits: 1 = <2986/info:/1734319256284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3013=[#edits: 1 = <2987/info:/1734319256285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3014=[#edits: 1 = <2988/info:/1734319256285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3015=[#edits: 1 = <2989/info:/1734319256286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3016=[#edits: 1 = <2990/info:/1734319256286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3017=[#edits: 1 = <2991/info:/1734319256287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3018=[#edits: 1 = <2992/info:/1734319256287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3019=[#edits: 1 = <2993/info:/1734319256288/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=48922, nbRowKeys=27, nbHFiles=0, heapSize=4644, lastSeqIds={}, endOfFile=false,usedBufferSize=4644] 2024-12-16T03:20:56,293 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(216): flushing table 2024-12-16T03:20:56,293 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-16T03:20:56,295 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-16T03:20:56,295 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 49546, reset compression=false 2024-12-16T03:20:56,295 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3020=[#edits: 1 = <2994/info:/1734319256288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3021=[#edits: 1 = <2995/info:/1734319256289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3022=[#edits: 1 = <2996/info:/1734319256290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3023=[#edits: 1 = <2997/info:/1734319256291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3024=[#edits: 1 = <2998/info:/1734319256292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3025=[#edits: 1 = <2999/info:/1734319256292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3027=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319256293/Put/vlen=102/seqid=0; >],292}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=49546, nbRowKeys=7, nbHFiles=0, heapSize=1324, lastSeqIds={}, endOfFile=false,usedBufferSize=1324] 2024-12-16T03:20:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 3026 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 3026 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:56,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=31.25 KB heapSize=101.38 KB 2024-12-16T03:20:56,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=31.25 KB heapSize=101.38 KB 2024-12-16T03:20:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:3026 2024-12-16T03:20:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:3026 2024-12-16T03:20:56,298 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/46a0573539714613b7d7612b8c282705 is 36, key is 2000/info:/1734319255947/Put/seqid=0 2024-12-16T03:20:56,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741848_1024 (size=46423) 2024-12-16T03:20:56,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741848_1024 (size=46423) 2024-12-16T03:20:56,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741848_1024 (size=46423) 2024-12-16T03:20:56,308 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=3026 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/46a0573539714613b7d7612b8c282705 2024-12-16T03:20:56,312 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/46a0573539714613b7d7612b8c282705 as hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/46a0573539714613b7d7612b8c282705 2024-12-16T03:20:56,316 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/46a0573539714613b7d7612b8c282705, entries=1000, sequenceid=3026, filesize=45.3 K 2024-12-16T03:20:56,319 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 26ms, sequenceid=3026, compaction requested=false 2024-12-16T03:20:56,320 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:56,320 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(218): compacting table 2024-12-16T03:20:56,320 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-16T03:20:56,321 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:56,321 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:56,321 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-16T03:20:56,321 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:56,321 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:56,321 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-16T03:20:56,321 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:56,321 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:56,321 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(214): Writing data from 3000 to 4000 2024-12-16T03:20:56,493 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:56,494 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:56,500 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 49546, reset compression=false 2024-12-16T03:20:56,521 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-16T03:20:56,522 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3028=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319256316/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/3029=[#edits: 1 = <3000/info:/1734319256322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3030=[#edits: 1 = <3001/info:/1734319256322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3031=[#edits: 1 = <3002/info:/1734319256323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3032=[#edits: 1 = <3003/info:/1734319256324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3033=[#edits: 1 = <3004/info:/1734319256325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3034=[#edits: 1 = <3005/info:/1734319256325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3035=[#edits: 1 = <3006/info:/1734319256326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3036=[#edits: 1 = <3007/info:/1734319256326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3037=[#edits: 1 = <3008/info:/1734319256326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3038=[#edits: 1 = <3009/info:/1734319256327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3039=[#edits: 1 = <3010/info:/1734319256327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3040=[#edits: 1 = <3011/info:/1734319256328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3041=[#edits: 1 = <3012/info:/1734319256328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3042=[#edits: 1 = <3013/info:/1734319256329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3043=[#edits: 1 = <3014/info:/1734319256329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3044=[#edits: 1 = <3015/info:/1734319256329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3045=[#edits: 1 = <3016/info:/1734319256330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3046=[#edits: 1 = <3017/info:/1734319256331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3047=[#edits: 1 = <3018/info:/1734319256331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3048=[#edits: 1 = <3019/info:/1734319256331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3049=[#edits: 1 = <3020/info:/1734319256332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3050=[#edits: 1 = <3021/info:/1734319256332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3051=[#edits: 1 = <3022/info:/1734319256333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3052=[#edits: 1 = <3023/info:/1734319256333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3053=[#edits: 1 = <3024/info:/1734319256334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3054=[#edits: 1 = <3025/info:/1734319256334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3055=[#edits: 1 = <3026/info:/1734319256336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3056=[#edits: 1 = <3027/info:/1734319256338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3057=[#edits: 1 = <3028/info:/1734319256338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3058=[#edits: 1 = <3029/info:/1734319256339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3059=[#edits: 1 = <3030/info:/1734319256339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3060=[#edits: 1 = <3031/info:/1734319256339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3061=[#edits: 1 = <3032/info:/1734319256340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3062=[#edits: 1 = <3033/info:/1734319256340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3063=[#edits: 1 = <3034/info:/1734319256340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3064=[#edits: 1 = <3035/info:/1734319256341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3065=[#edits: 1 = <3036/info:/1734319256341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3066=[#edits: 1 = <3037/info:/1734319256342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3067=[#edits: 1 = <3038/info:/1734319256342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3068=[#edits: 1 = <3039/info:/1734319256342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3069=[#edits: 1 = <3040/info:/1734319256343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3070=[#edits: 1 = <3041/info:/1734319256344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3071=[#edits: 1 = <3042/info:/1734319256344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3072=[#edits: 1 = <3043/info:/1734319256345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3073=[#edits: 1 = <3044/info:/1734319256345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3074=[#edits: 1 = <3045/info:/1734319256346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3075=[#edits: 1 = <3046/info:/1734319256348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3076=[#edits: 1 = <3047/info:/1734319256349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3077=[#edits: 1 = <3048/info:/1734319256350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3078=[#edits: 1 = <3049/info:/1734319256350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3079=[#edits: 1 = <3050/info:/1734319256351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3080=[#edits: 1 = <3051/info:/1734319256352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3081=[#edits: 1 = <3052/info:/1734319256353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3082=[#edits: 1 = <3053/info:/1734319256353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3083=[#edits: 1 = <3054/info:/1734319256354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3084=[#edits: 1 = <3055/info:/1734319256356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3085=[#edits: 1 = <3056/info:/1734319256357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3086=[#edits: 1 = <3057/info:/1734319256357/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=54000, nbRowKeys=59, nbHFiles=0, heapSize=10300, lastSeqIds={}, endOfFile=false,usedBufferSize=10300] 2024-12-16T03:20:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 3026 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "46a0573539714613b7d7612b8c282705" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 3026 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "46a0573539714613b7d7612b8c282705" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:3026 and a previous prepared snapshot was found 2024-12-16T03:20:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:56,523 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:3026 and a previous prepared snapshot was found 2024-12-16T03:20:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:56,524 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e586f60 added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/46a0573539714613b7d7612b8c282705, entries=1000, sequenceid=3026, filesize=45.3 K 2024-12-16T03:20:56,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:56,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b120425 added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/46a0573539714613b7d7612b8c282705, entries=1000, sequenceid=3026, filesize=45.3 K 2024-12-16T03:20:56,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:56,548 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3087=[#edits: 1 = <3058/info:/1734319256358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3088=[#edits: 1 = <3059/info:/1734319256358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3089=[#edits: 1 = <3060/info:/1734319256359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3090=[#edits: 1 = <3061/info:/1734319256360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3091=[#edits: 1 = <3062/info:/1734319256360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3092=[#edits: 1 = <3063/info:/1734319256361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3093=[#edits: 1 = <3064/info:/1734319256362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3094=[#edits: 1 = <3065/info:/1734319256362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3095=[#edits: 1 = <3066/info:/1734319256363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3096=[#edits: 1 = <3067/info:/1734319256364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3097=[#edits: 1 = <3068/info:/1734319256365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3098=[#edits: 1 = <3069/info:/1734319256365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3099=[#edits: 1 = <3070/info:/1734319256366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3100=[#edits: 1 = <3071/info:/1734319256367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3101=[#edits: 1 = <3072/info:/1734319256372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3102=[#edits: 1 = <3073/info:/1734319256372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3103=[#edits: 1 = <3074/info:/1734319256372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3104=[#edits: 1 = <3075/info:/1734319256373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3105=[#edits: 1 = <3076/info:/1734319256373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3106=[#edits: 1 = <3077/info:/1734319256373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3107=[#edits: 1 = <3078/info:/1734319256373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3108=[#edits: 1 = <3079/info:/1734319256374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3109=[#edits: 1 = <3080/info:/1734319256374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3110=[#edits: 1 = <3081/info:/1734319256374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3111=[#edits: 1 = <3082/info:/1734319256375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3112=[#edits: 1 = <3083/info:/1734319256375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3113=[#edits: 1 = <3084/info:/1734319256375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3114=[#edits: 1 = <3085/info:/1734319256376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3115=[#edits: 1 = <3086/info:/1734319256376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3116=[#edits: 1 = <3087/info:/1734319256376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3117=[#edits: 1 = <3088/info:/1734319256377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3118=[#edits: 1 = <3089/info:/1734319256377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3119=[#edits: 1 = <3090/info:/1734319256377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3120=[#edits: 1 = <3091/info:/1734319256377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3121=[#edits: 1 = <3092/info:/1734319256378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3122=[#edits: 1 = <3093/info:/1734319256378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3123=[#edits: 1 = <3094/info:/1734319256378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3124=[#edits: 1 = <3095/info:/1734319256379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3125=[#edits: 1 = <3096/info:/1734319256379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3126=[#edits: 1 = <3097/info:/1734319256379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3127=[#edits: 1 = <3098/info:/1734319256380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3128=[#edits: 1 = <3099/info:/1734319256380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3129=[#edits: 1 = <3100/info:/1734319256380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3130=[#edits: 1 = <3101/info:/1734319256381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3131=[#edits: 1 = <3102/info:/1734319256381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3132=[#edits: 1 = <3103/info:/1734319256381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3133=[#edits: 1 = <3104/info:/1734319256382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3134=[#edits: 1 = <3105/info:/1734319256383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3135=[#edits: 1 = <3106/info:/1734319256383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3136=[#edits: 1 = <3107/info:/1734319256384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3137=[#edits: 1 = <3108/info:/1734319256384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3138=[#edits: 1 = <3109/info:/1734319256384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3139=[#edits: 1 = <3110/info:/1734319256385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3140=[#edits: 1 = <3111/info:/1734319256385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3141=[#edits: 1 = <3112/info:/1734319256385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3142=[#edits: 1 = <3113/info:/1734319256385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3143=[#edits: 1 = <3114/info:/1734319256386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3144=[#edits: 1 = <3115/info:/1734319256386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3145=[#edits: 1 = <3116/info:/1734319256386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3146=[#edits: 1 = <3117/info:/1734319256386/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=58380, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,549 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,549 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3147=[#edits: 1 = <3118/info:/1734319256387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3148=[#edits: 1 = <3119/info:/1734319256387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3149=[#edits: 1 = <3120/info:/1734319256387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3150=[#edits: 1 = <3121/info:/1734319256388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3151=[#edits: 1 = <3122/info:/1734319256388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3152=[#edits: 1 = <3123/info:/1734319256389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3153=[#edits: 1 = <3124/info:/1734319256389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3154=[#edits: 1 = <3125/info:/1734319256389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3155=[#edits: 1 = <3126/info:/1734319256390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3156=[#edits: 1 = <3127/info:/1734319256390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3157=[#edits: 1 = <3128/info:/1734319256390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3158=[#edits: 1 = <3129/info:/1734319256390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3159=[#edits: 1 = <3130/info:/1734319256391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3160=[#edits: 1 = <3131/info:/1734319256391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3161=[#edits: 1 = <3132/info:/1734319256391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3162=[#edits: 1 = <3133/info:/1734319256391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3163=[#edits: 1 = <3134/info:/1734319256392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3164=[#edits: 1 = <3135/info:/1734319256392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3165=[#edits: 1 = <3136/info:/1734319256392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3166=[#edits: 1 = <3137/info:/1734319256392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3167=[#edits: 1 = <3138/info:/1734319256393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3168=[#edits: 1 = <3139/info:/1734319256393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3169=[#edits: 1 = <3140/info:/1734319256393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3170=[#edits: 1 = <3141/info:/1734319256394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3171=[#edits: 1 = <3142/info:/1734319256394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3172=[#edits: 1 = <3143/info:/1734319256394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3173=[#edits: 1 = <3144/info:/1734319256395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3174=[#edits: 1 = <3145/info:/1734319256395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3175=[#edits: 1 = <3146/info:/1734319256395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3176=[#edits: 1 = <3147/info:/1734319256398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3177=[#edits: 1 = <3148/info:/1734319256398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3178=[#edits: 1 = <3149/info:/1734319256399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3179=[#edits: 1 = <3150/info:/1734319256399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3180=[#edits: 1 = <3151/info:/1734319256400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3181=[#edits: 1 = <3152/info:/1734319256400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3182=[#edits: 1 = <3153/info:/1734319256400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3183=[#edits: 1 = <3154/info:/1734319256401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3184=[#edits: 1 = <3155/info:/1734319256401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3185=[#edits: 1 = <3156/info:/1734319256402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3186=[#edits: 1 = <3157/info:/1734319256403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3187=[#edits: 1 = <3158/info:/1734319256403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3188=[#edits: 1 = <3159/info:/1734319256405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3189=[#edits: 1 = <3160/info:/1734319256405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3190=[#edits: 1 = <3161/info:/1734319256406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3191=[#edits: 1 = <3162/info:/1734319256406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3192=[#edits: 1 = <3163/info:/1734319256407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3193=[#edits: 1 = <3164/info:/1734319256407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3194=[#edits: 1 = <3165/info:/1734319256408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3195=[#edits: 1 = <3166/info:/1734319256409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3196=[#edits: 1 = <3167/info:/1734319256409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3197=[#edits: 1 = <3168/info:/1734319256409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3198=[#edits: 1 = <3169/info:/1734319256410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3199=[#edits: 1 = <3170/info:/1734319256411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3200=[#edits: 1 = <3171/info:/1734319256411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3201=[#edits: 1 = <3172/info:/1734319256412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3202=[#edits: 1 = <3173/info:/1734319256412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3203=[#edits: 1 = <3174/info:/1734319256412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3204=[#edits: 1 = <3175/info:/1734319256413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3205=[#edits: 1 = <3176/info:/1734319256413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3206=[#edits: 1 = <3177/info:/1734319256414/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=62760, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,550 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3207=[#edits: 1 = <3178/info:/1734319256417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3208=[#edits: 1 = <3179/info:/1734319256417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3209=[#edits: 1 = <3180/info:/1734319256418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3210=[#edits: 1 = <3181/info:/1734319256418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3211=[#edits: 1 = <3182/info:/1734319256419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3212=[#edits: 1 = <3183/info:/1734319256419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3213=[#edits: 1 = <3184/info:/1734319256419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3214=[#edits: 1 = <3185/info:/1734319256421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3215=[#edits: 1 = <3186/info:/1734319256421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3216=[#edits: 1 = <3187/info:/1734319256421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3217=[#edits: 1 = <3188/info:/1734319256422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3218=[#edits: 1 = <3189/info:/1734319256422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3219=[#edits: 1 = <3190/info:/1734319256423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3220=[#edits: 1 = <3191/info:/1734319256423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3221=[#edits: 1 = <3192/info:/1734319256423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3222=[#edits: 1 = <3193/info:/1734319256424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3223=[#edits: 1 = <3194/info:/1734319256424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3224=[#edits: 1 = <3195/info:/1734319256424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3225=[#edits: 1 = <3196/info:/1734319256425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3226=[#edits: 1 = <3197/info:/1734319256426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3227=[#edits: 1 = <3198/info:/1734319256426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3228=[#edits: 1 = <3199/info:/1734319256426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3229=[#edits: 1 = <3200/info:/1734319256426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3230=[#edits: 1 = <3201/info:/1734319256427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3231=[#edits: 1 = <3202/info:/1734319256427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3232=[#edits: 1 = <3203/info:/1734319256427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3233=[#edits: 1 = <3204/info:/1734319256428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3234=[#edits: 1 = <3205/info:/1734319256428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3235=[#edits: 1 = <3206/info:/1734319256428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3236=[#edits: 1 = <3207/info:/1734319256428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3237=[#edits: 1 = <3208/info:/1734319256429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3238=[#edits: 1 = <3209/info:/1734319256429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3239=[#edits: 1 = <3210/info:/1734319256429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3240=[#edits: 1 = <3211/info:/1734319256430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3241=[#edits: 1 = <3212/info:/1734319256430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3242=[#edits: 1 = <3213/info:/1734319256430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3243=[#edits: 1 = <3214/info:/1734319256430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3244=[#edits: 1 = <3215/info:/1734319256431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3245=[#edits: 1 = <3216/info:/1734319256431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3246=[#edits: 1 = <3217/info:/1734319256431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3247=[#edits: 1 = <3218/info:/1734319256432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3248=[#edits: 1 = <3219/info:/1734319256432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3249=[#edits: 1 = <3220/info:/1734319256432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3250=[#edits: 1 = <3221/info:/1734319256433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3251=[#edits: 1 = <3222/info:/1734319256433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3252=[#edits: 1 = <3223/info:/1734319256433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3253=[#edits: 1 = <3224/info:/1734319256433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3254=[#edits: 1 = <3225/info:/1734319256434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3255=[#edits: 1 = <3226/info:/1734319256434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3256=[#edits: 1 = <3227/info:/1734319256434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3257=[#edits: 1 = <3228/info:/1734319256435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3258=[#edits: 1 = <3229/info:/1734319256435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3259=[#edits: 1 = <3230/info:/1734319256435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3260=[#edits: 1 = <3231/info:/1734319256436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3261=[#edits: 1 = <3232/info:/1734319256436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3262=[#edits: 1 = <3233/info:/1734319256436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3263=[#edits: 1 = <3234/info:/1734319256437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3264=[#edits: 1 = <3235/info:/1734319256439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3265=[#edits: 1 = <3236/info:/1734319256440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3266=[#edits: 1 = <3237/info:/1734319256440/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=67140, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,551 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,551 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3267=[#edits: 1 = <3238/info:/1734319256440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3268=[#edits: 1 = <3239/info:/1734319256441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3269=[#edits: 1 = <3240/info:/1734319256441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3270=[#edits: 1 = <3241/info:/1734319256441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3271=[#edits: 1 = <3242/info:/1734319256442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3272=[#edits: 1 = <3243/info:/1734319256442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3273=[#edits: 1 = <3244/info:/1734319256442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3274=[#edits: 1 = <3245/info:/1734319256442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3275=[#edits: 1 = <3246/info:/1734319256443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3276=[#edits: 1 = <3247/info:/1734319256443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3277=[#edits: 1 = <3248/info:/1734319256443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3278=[#edits: 1 = <3249/info:/1734319256444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3279=[#edits: 1 = <3250/info:/1734319256444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3280=[#edits: 1 = <3251/info:/1734319256445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3281=[#edits: 1 = <3252/info:/1734319256446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3282=[#edits: 1 = <3253/info:/1734319256446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3283=[#edits: 1 = <3254/info:/1734319256447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3284=[#edits: 1 = <3255/info:/1734319256447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3285=[#edits: 1 = <3256/info:/1734319256447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3286=[#edits: 1 = <3257/info:/1734319256448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3287=[#edits: 1 = <3258/info:/1734319256450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3288=[#edits: 1 = <3259/info:/1734319256451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3289=[#edits: 1 = <3260/info:/1734319256451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3290=[#edits: 1 = <3261/info:/1734319256452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3291=[#edits: 1 = <3262/info:/1734319256463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3292=[#edits: 1 = <3263/info:/1734319256464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3293=[#edits: 1 = <3264/info:/1734319256464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3294=[#edits: 1 = <3265/info:/1734319256465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3295=[#edits: 1 = <3266/info:/1734319256465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3296=[#edits: 1 = <3267/info:/1734319256466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3297=[#edits: 1 = <3268/info:/1734319256467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3298=[#edits: 1 = <3269/info:/1734319256467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3299=[#edits: 1 = <3270/info:/1734319256468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3300=[#edits: 1 = <3271/info:/1734319256469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3301=[#edits: 1 = <3272/info:/1734319256470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3302=[#edits: 1 = <3273/info:/1734319256470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3303=[#edits: 1 = <3274/info:/1734319256470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3304=[#edits: 1 = <3275/info:/1734319256471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3305=[#edits: 1 = <3276/info:/1734319256471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3306=[#edits: 1 = <3277/info:/1734319256471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3307=[#edits: 1 = <3278/info:/1734319256472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3308=[#edits: 1 = <3279/info:/1734319256472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3309=[#edits: 1 = <3280/info:/1734319256472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3310=[#edits: 1 = <3281/info:/1734319256472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3311=[#edits: 1 = <3282/info:/1734319256473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3312=[#edits: 1 = <3283/info:/1734319256473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3313=[#edits: 1 = <3284/info:/1734319256473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3314=[#edits: 1 = <3285/info:/1734319256474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3315=[#edits: 1 = <3286/info:/1734319256474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3316=[#edits: 1 = <3287/info:/1734319256474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3317=[#edits: 1 = <3288/info:/1734319256474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3318=[#edits: 1 = <3289/info:/1734319256475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3319=[#edits: 1 = <3290/info:/1734319256475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3320=[#edits: 1 = <3291/info:/1734319256475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3321=[#edits: 1 = <3292/info:/1734319256476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3322=[#edits: 1 = <3293/info:/1734319256476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3323=[#edits: 1 = <3294/info:/1734319256476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3324=[#edits: 1 = <3295/info:/1734319256477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3325=[#edits: 1 = <3296/info:/1734319256477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3326=[#edits: 1 = <3297/info:/1734319256477/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=71520, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,552 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,552 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3327=[#edits: 1 = <3298/info:/1734319256478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3328=[#edits: 1 = <3299/info:/1734319256478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3329=[#edits: 1 = <3300/info:/1734319256478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3330=[#edits: 1 = <3301/info:/1734319256479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3331=[#edits: 1 = <3302/info:/1734319256479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3332=[#edits: 1 = <3303/info:/1734319256480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3333=[#edits: 1 = <3304/info:/1734319256483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3334=[#edits: 1 = <3305/info:/1734319256484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3335=[#edits: 1 = <3306/info:/1734319256485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3336=[#edits: 1 = <3307/info:/1734319256486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3337=[#edits: 1 = <3308/info:/1734319256487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3338=[#edits: 1 = <3309/info:/1734319256492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3339=[#edits: 1 = <3310/info:/1734319256493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3340=[#edits: 1 = <3311/info:/1734319256493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3341=[#edits: 1 = <3312/info:/1734319256494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3342=[#edits: 1 = <3313/info:/1734319256494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3343=[#edits: 1 = <3314/info:/1734319256495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3344=[#edits: 1 = <3315/info:/1734319256495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3345=[#edits: 1 = <3316/info:/1734319256496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3346=[#edits: 1 = <3317/info:/1734319256496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3347=[#edits: 1 = <3318/info:/1734319256496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3348=[#edits: 1 = <3319/info:/1734319256497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3349=[#edits: 1 = <3320/info:/1734319256497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3350=[#edits: 1 = <3321/info:/1734319256498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3351=[#edits: 1 = <3322/info:/1734319256498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3352=[#edits: 1 = <3323/info:/1734319256499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3353=[#edits: 1 = <3324/info:/1734319256499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3354=[#edits: 1 = <3325/info:/1734319256499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3355=[#edits: 1 = <3326/info:/1734319256500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3356=[#edits: 1 = <3327/info:/1734319256503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3357=[#edits: 1 = <3328/info:/1734319256504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3358=[#edits: 1 = <3329/info:/1734319256505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3359=[#edits: 1 = <3330/info:/1734319256506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3360=[#edits: 1 = <3331/info:/1734319256506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3361=[#edits: 1 = <3332/info:/1734319256506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3362=[#edits: 1 = <3333/info:/1734319256507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3363=[#edits: 1 = <3334/info:/1734319256507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3364=[#edits: 1 = <3335/info:/1734319256507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3365=[#edits: 1 = <3336/info:/1734319256508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3366=[#edits: 1 = <3337/info:/1734319256508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3367=[#edits: 1 = <3338/info:/1734319256508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3368=[#edits: 1 = <3339/info:/1734319256509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3369=[#edits: 1 = <3340/info:/1734319256509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3370=[#edits: 1 = <3341/info:/1734319256509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3371=[#edits: 1 = <3342/info:/1734319256510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3372=[#edits: 1 = <3343/info:/1734319256510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3373=[#edits: 1 = <3344/info:/1734319256510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3374=[#edits: 1 = <3345/info:/1734319256511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3375=[#edits: 1 = <3346/info:/1734319256511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3376=[#edits: 1 = <3347/info:/1734319256511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3377=[#edits: 1 = <3348/info:/1734319256512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3378=[#edits: 1 = <3349/info:/1734319256512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3379=[#edits: 1 = <3350/info:/1734319256512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3380=[#edits: 1 = <3351/info:/1734319256513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3381=[#edits: 1 = <3352/info:/1734319256513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3382=[#edits: 1 = <3353/info:/1734319256513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3383=[#edits: 1 = <3354/info:/1734319256514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3384=[#edits: 1 = <3355/info:/1734319256514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3385=[#edits: 1 = <3356/info:/1734319256515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3386=[#edits: 1 = <3357/info:/1734319256515/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=75900, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,565 DEBUG [AsyncFSWAL-0-hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf-prefix:f0d65a6309ee,46125,1734319252603.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80572, logrollsize=80530 2024-12-16T03:20:56,566 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C46125%2C1734319252603.meta:.meta(num 1734319256016) roll requested 2024-12-16T03:20:56,587 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, exclude list is [], retry=0 2024-12-16T03:20:56,589 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-e967fa73-dadd-43d5-9048-7bc2c2882bb9,DISK] 2024-12-16T03:20:56,589 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33497,DS-2113540a-ee17-4fb8-b2e9-1e80d6447162,DISK] 2024-12-16T03:20:56,589 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41807,DS-60132298-a0dc-4c18-b65a-5513e243a62b,DISK] 2024-12-16T03:20:56,596 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta with entries=1178, filesize=84.32 KB; new WAL /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta 2024-12-16T03:20:56,596 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41995:41995),(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:34351:34351)] 2024-12-16T03:20:56,596 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:56,596 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta to hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/oldWALs/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319255488.meta 2024-12-16T03:20:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741847_1023 (size=86347) 2024-12-16T03:20:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741847_1023 (size=86347) 2024-12-16T03:20:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741847_1023 (size=86347) 2024-12-16T03:20:56,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(216): flushing table 2024-12-16T03:20:56,725 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-16T03:20:56,729 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/510d050d17b84b2ab8d482521daf841f is 36, key is 3000/info:/1734319256322/Put/seqid=0 2024-12-16T03:20:56,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741850_1026 (size=46423) 2024-12-16T03:20:56,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741850_1026 (size=46423) 2024-12-16T03:20:56,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741850_1026 (size=46423) 2024-12-16T03:20:56,734 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=4029 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/510d050d17b84b2ab8d482521daf841f 2024-12-16T03:20:56,738 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/510d050d17b84b2ab8d482521daf841f as hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/510d050d17b84b2ab8d482521daf841f 2024-12-16T03:20:56,742 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/510d050d17b84b2ab8d482521daf841f, entries=1000, sequenceid=4029, filesize=45.3 K 2024-12-16T03:20:56,742 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 17ms, sequenceid=4029, compaction requested=true 2024-12-16T03:20:56,742 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:56,742 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(218): compacting table 2024-12-16T03:20:56,742 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:20:56,743 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 179626 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:20:56,743 DEBUG [Time-limited test {}] regionserver.HStore(1540): 1588230740/info is initiating minor compaction (all files) 2024-12-16T03:20:56,743 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:20:56,743 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:20:56,743 INFO [Time-limited test {}] regionserver.HRegion(2351): Starting compaction of 1588230740/info in hbase:meta,,1.1588230740 2024-12-16T03:20:56,744 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/5945e5baeca84efca7546857ea9ed65f, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/46a0573539714613b7d7612b8c282705, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/510d050d17b84b2ab8d482521daf841f] into tmpdir=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp, totalSize=175.4 K 2024-12-16T03:20:56,744 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 5945e5baeca84efca7546857ea9ed65f, keycount=2010, bloomtype=ROWCOL, size=84.7 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=2022, earliestPutTs=1734319253604 2024-12-16T03:20:56,744 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 46a0573539714613b7d7612b8c282705, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=3026, earliestPutTs=1734319255947 2024-12-16T03:20:56,744 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 510d050d17b84b2ab8d482521daf841f, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=4029, earliestPutTs=1734319256322 2024-12-16T03:20:56,752 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to pos 75900, reset compression=false 2024-12-16T03:20:56,754 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,754 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3387=[#edits: 1 = <3358/info:/1734319256515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3388=[#edits: 1 = <3359/info:/1734319256516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3389=[#edits: 1 = <3360/info:/1734319256516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3390=[#edits: 1 = <3361/info:/1734319256517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3391=[#edits: 1 = <3362/info:/1734319256517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3392=[#edits: 1 = <3363/info:/1734319256517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3393=[#edits: 1 = <3364/info:/1734319256518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3394=[#edits: 1 = <3365/info:/1734319256518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3395=[#edits: 1 = <3366/info:/1734319256518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3396=[#edits: 1 = <3367/info:/1734319256519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3397=[#edits: 1 = <3368/info:/1734319256519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3398=[#edits: 1 = <3369/info:/1734319256520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3399=[#edits: 1 = <3370/info:/1734319256526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3400=[#edits: 1 = <3371/info:/1734319256529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3401=[#edits: 1 = <3372/info:/1734319256530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3402=[#edits: 1 = <3373/info:/1734319256533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3403=[#edits: 1 = <3374/info:/1734319256535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3404=[#edits: 1 = <3375/info:/1734319256535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3405=[#edits: 1 = <3376/info:/1734319256537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3406=[#edits: 1 = <3377/info:/1734319256539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3407=[#edits: 1 = <3378/info:/1734319256539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3408=[#edits: 1 = <3379/info:/1734319256540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3409=[#edits: 1 = <3380/info:/1734319256541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3410=[#edits: 1 = <3381/info:/1734319256541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3411=[#edits: 1 = <3382/info:/1734319256541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3412=[#edits: 1 = <3383/info:/1734319256542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3413=[#edits: 1 = <3384/info:/1734319256543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3414=[#edits: 1 = <3385/info:/1734319256544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3415=[#edits: 1 = <3386/info:/1734319256545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3416=[#edits: 1 = <3387/info:/1734319256547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3417=[#edits: 1 = <3388/info:/1734319256551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3418=[#edits: 1 = <3389/info:/1734319256553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3419=[#edits: 1 = <3390/info:/1734319256553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3420=[#edits: 1 = <3391/info:/1734319256554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3421=[#edits: 1 = <3392/info:/1734319256554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3422=[#edits: 1 = <3393/info:/1734319256555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3423=[#edits: 1 = <3394/info:/1734319256555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3424=[#edits: 1 = <3395/info:/1734319256555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3425=[#edits: 1 = <3396/info:/1734319256555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3426=[#edits: 1 = <3397/info:/1734319256556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3427=[#edits: 1 = <3398/info:/1734319256556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3428=[#edits: 1 = <3399/info:/1734319256557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3429=[#edits: 1 = <3400/info:/1734319256557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3430=[#edits: 1 = <3401/info:/1734319256557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3431=[#edits: 1 = <3402/info:/1734319256558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3432=[#edits: 1 = <3403/info:/1734319256558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3433=[#edits: 1 = <3404/info:/1734319256558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3434=[#edits: 1 = <3405/info:/1734319256560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3435=[#edits: 1 = <3406/info:/1734319256561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3436=[#edits: 1 = <3407/info:/1734319256561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3437=[#edits: 1 = <3408/info:/1734319256561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3438=[#edits: 1 = <3409/info:/1734319256562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3439=[#edits: 1 = <3410/info:/1734319256562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3440=[#edits: 1 = <3411/info:/1734319256562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3441=[#edits: 1 = <3412/info:/1734319256563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3442=[#edits: 1 = <3413/info:/1734319256563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3443=[#edits: 1 = <3414/info:/1734319256563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3444=[#edits: 1 = <3415/info:/1734319256563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3445=[#edits: 1 = <3416/info:/1734319256564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3446=[#edits: 1 = <3417/info:/1734319256564/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=80280, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,754 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,755 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta 2024-12-16T03:20:56,755 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-16T03:20:56,756 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:56,756 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3447=[#edits: 1 = <3418/info:/1734319256564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3448=[#edits: 1 = <3419/info:/1734319256565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3449=[#edits: 1 = <3420/info:/1734319256565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3450=[#edits: 1 = <3421/info:/1734319256565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3451=[#edits: 1 = <3422/info:/1734319256566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3452=[#edits: 1 = <3423/info:/1734319256567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3453=[#edits: 1 = <3424/info:/1734319256568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3454=[#edits: 1 = <3425/info:/1734319256568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3455=[#edits: 1 = <3426/info:/1734319256569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3456=[#edits: 1 = <3427/info:/1734319256569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3457=[#edits: 1 = <3428/info:/1734319256569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3458=[#edits: 1 = <3429/info:/1734319256570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3459=[#edits: 1 = <3430/info:/1734319256570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3460=[#edits: 1 = <3431/info:/1734319256572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3461=[#edits: 1 = <3432/info:/1734319256572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3462=[#edits: 1 = <3433/info:/1734319256573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3463=[#edits: 1 = <3434/info:/1734319256573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3464=[#edits: 1 = <3435/info:/1734319256573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3465=[#edits: 1 = <3436/info:/1734319256574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3466=[#edits: 1 = <3437/info:/1734319256574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3467=[#edits: 1 = <3438/info:/1734319256575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3468=[#edits: 1 = <3439/info:/1734319256576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3469=[#edits: 1 = <3440/info:/1734319256576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3470=[#edits: 1 = <3441/info:/1734319256576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3471=[#edits: 1 = <3442/info:/1734319256577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3472=[#edits: 1 = <3443/info:/1734319256577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3473=[#edits: 1 = <3444/info:/1734319256577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3474=[#edits: 1 = <3445/info:/1734319256578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3475=[#edits: 1 = <3446/info:/1734319256578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3476=[#edits: 1 = <3447/info:/1734319256578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3477=[#edits: 1 = <3448/info:/1734319256578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3478=[#edits: 1 = <3449/info:/1734319256579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3479=[#edits: 1 = <3450/info:/1734319256579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3480=[#edits: 1 = <3451/info:/1734319256579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3481=[#edits: 1 = <3452/info:/1734319256580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3482=[#edits: 1 = <3453/info:/1734319256580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3483=[#edits: 1 = <3454/info:/1734319256580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3484=[#edits: 1 = <3455/info:/1734319256580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3485=[#edits: 1 = <3456/info:/1734319256581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3486=[#edits: 1 = <3457/info:/1734319256581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3487=[#edits: 1 = <3458/info:/1734319256581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3488=[#edits: 1 = <3459/info:/1734319256582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3489=[#edits: 1 = <3460/info:/1734319256582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3490=[#edits: 1 = <3461/info:/1734319256582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3491=[#edits: 1 = <3462/info:/1734319256583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3492=[#edits: 1 = <3463/info:/1734319256583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3493=[#edits: 1 = <3464/info:/1734319256583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3494=[#edits: 1 = <3465/info:/1734319256583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3495=[#edits: 1 = <3466/info:/1734319256584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3496=[#edits: 1 = <3467/info:/1734319256584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3497=[#edits: 1 = <3468/info:/1734319256584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3498=[#edits: 1 = <3469/info:/1734319256585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3499=[#edits: 1 = <3470/info:/1734319256585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3500=[#edits: 1 = <3471/info:/1734319256585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3501=[#edits: 1 = <3472/info:/1734319256586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3502=[#edits: 1 = <3473/info:/1734319256587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3503=[#edits: 1 = <3474/info:/1734319256587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3504=[#edits: 1 = <3475/info:/1734319256588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3505=[#edits: 1 = <3476/info:/1734319256588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3506=[#edits: 1 = <3477/info:/1734319256589/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=84660, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,759 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3507=[#edits: 1 = <3478/info:/1734319256589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3508=[#edits: 1 = <3479/info:/1734319256590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3509=[#edits: 1 = <3480/info:/1734319256590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3510=[#edits: 1 = <3481/info:/1734319256590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3511=[#edits: 1 = <3482/info:/1734319256591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3512=[#edits: 1 = <3483/info:/1734319256591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3513=[#edits: 1 = <3484/info:/1734319256591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3514=[#edits: 1 = <3485/info:/1734319256592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3515=[#edits: 1 = <3486/info:/1734319256592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3516=[#edits: 1 = <3487/info:/1734319256592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3517=[#edits: 1 = <3488/info:/1734319256592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3518=[#edits: 1 = <3489/info:/1734319256593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3519=[#edits: 1 = <3490/info:/1734319256593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3520=[#edits: 1 = <3491/info:/1734319256593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3521=[#edits: 1 = <3492/info:/1734319256594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3522=[#edits: 1 = <3493/info:/1734319256594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3523=[#edits: 1 = <3494/info:/1734319256594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3524=[#edits: 1 = <3495/info:/1734319256594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3525=[#edits: 1 = <3496/info:/1734319256595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3526=[#edits: 1 = <3497/info:/1734319256595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3527=[#edits: 1 = <3498/info:/1734319256595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3528=[#edits: 1 = <3499/info:/1734319256595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3529=[#edits: 1 = <3500/info:/1734319256596/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta, lastWalPosition=86339, nbRowKeys=23, nbHFiles=0, heapSize=3956, lastSeqIds={}, endOfFile=true,usedBufferSize=3956] 2024-12-16T03:20:56,762 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,762 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3530=[#edits: 1 = <3501/info:/1734319256596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3531=[#edits: 1 = <3502/info:/1734319256597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3532=[#edits: 1 = <3503/info:/1734319256598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3533=[#edits: 1 = <3504/info:/1734319256598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3534=[#edits: 1 = <3505/info:/1734319256598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3535=[#edits: 1 = <3506/info:/1734319256599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3536=[#edits: 1 = <3507/info:/1734319256599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3537=[#edits: 1 = <3508/info:/1734319256599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3538=[#edits: 1 = <3509/info:/1734319256599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3539=[#edits: 1 = <3510/info:/1734319256600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3540=[#edits: 1 = <3511/info:/1734319256600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3541=[#edits: 1 = <3512/info:/1734319256600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3542=[#edits: 1 = <3513/info:/1734319256601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3543=[#edits: 1 = <3514/info:/1734319256601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3544=[#edits: 1 = <3515/info:/1734319256601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3545=[#edits: 1 = <3516/info:/1734319256601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3546=[#edits: 1 = <3517/info:/1734319256602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3547=[#edits: 1 = <3518/info:/1734319256602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3548=[#edits: 1 = <3519/info:/1734319256602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3549=[#edits: 1 = <3520/info:/1734319256602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3550=[#edits: 1 = <3521/info:/1734319256603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3551=[#edits: 1 = <3522/info:/1734319256603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3552=[#edits: 1 = <3523/info:/1734319256603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3553=[#edits: 1 = <3524/info:/1734319256603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3554=[#edits: 1 = <3525/info:/1734319256604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3555=[#edits: 1 = <3526/info:/1734319256604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3556=[#edits: 1 = <3527/info:/1734319256604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3557=[#edits: 1 = <3528/info:/1734319256604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3558=[#edits: 1 = <3529/info:/1734319256605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3559=[#edits: 1 = <3530/info:/1734319256605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3560=[#edits: 1 = <3531/info:/1734319256605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3561=[#edits: 1 = <3532/info:/1734319256605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3562=[#edits: 1 = <3533/info:/1734319256606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3563=[#edits: 1 = <3534/info:/1734319256606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3564=[#edits: 1 = <3535/info:/1734319256606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3565=[#edits: 1 = <3536/info:/1734319256607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3566=[#edits: 1 = <3537/info:/1734319256607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3567=[#edits: 1 = <3538/info:/1734319256607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3568=[#edits: 1 = <3539/info:/1734319256607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3569=[#edits: 1 = <3540/info:/1734319256608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3570=[#edits: 1 = <3541/info:/1734319256608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3571=[#edits: 1 = <3542/info:/1734319256608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3572=[#edits: 1 = <3543/info:/1734319256608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3573=[#edits: 1 = <3544/info:/1734319256609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3574=[#edits: 1 = <3545/info:/1734319256609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3575=[#edits: 1 = <3546/info:/1734319256609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3576=[#edits: 1 = <3547/info:/1734319256609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3577=[#edits: 1 = <3548/info:/1734319256610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3578=[#edits: 1 = <3549/info:/1734319256610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3579=[#edits: 1 = <3550/info:/1734319256610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3580=[#edits: 1 = <3551/info:/1734319256610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3581=[#edits: 1 = <3552/info:/1734319256611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3582=[#edits: 1 = <3553/info:/1734319256611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3583=[#edits: 1 = <3554/info:/1734319256611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3584=[#edits: 1 = <3555/info:/1734319256611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3585=[#edits: 1 = <3556/info:/1734319256612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3586=[#edits: 1 = <3557/info:/1734319256612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3587=[#edits: 1 = <3558/info:/1734319256612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3588=[#edits: 1 = <3559/info:/1734319256613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3589=[#edits: 1 = <3560/info:/1734319256613/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=4465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,764 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,764 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3590=[#edits: 1 = <3561/info:/1734319256613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3591=[#edits: 1 = <3562/info:/1734319256613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3592=[#edits: 1 = <3563/info:/1734319256614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3593=[#edits: 1 = <3564/info:/1734319256614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3594=[#edits: 1 = <3565/info:/1734319256614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3595=[#edits: 1 = <3566/info:/1734319256614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3596=[#edits: 1 = <3567/info:/1734319256615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3597=[#edits: 1 = <3568/info:/1734319256615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3598=[#edits: 1 = <3569/info:/1734319256615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3599=[#edits: 1 = <3570/info:/1734319256615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3600=[#edits: 1 = <3571/info:/1734319256616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3601=[#edits: 1 = <3572/info:/1734319256616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3602=[#edits: 1 = <3573/info:/1734319256616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3603=[#edits: 1 = <3574/info:/1734319256616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3604=[#edits: 1 = <3575/info:/1734319256617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3605=[#edits: 1 = <3576/info:/1734319256617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3606=[#edits: 1 = <3577/info:/1734319256617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3607=[#edits: 1 = <3578/info:/1734319256617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3608=[#edits: 1 = <3579/info:/1734319256618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3609=[#edits: 1 = <3580/info:/1734319256618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3610=[#edits: 1 = <3581/info:/1734319256618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3611=[#edits: 1 = <3582/info:/1734319256618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3612=[#edits: 1 = <3583/info:/1734319256619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3613=[#edits: 1 = <3584/info:/1734319256619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3614=[#edits: 1 = <3585/info:/1734319256619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3615=[#edits: 1 = <3586/info:/1734319256619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3616=[#edits: 1 = <3587/info:/1734319256620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3617=[#edits: 1 = <3588/info:/1734319256620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3618=[#edits: 1 = <3589/info:/1734319256620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3619=[#edits: 1 = <3590/info:/1734319256620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3620=[#edits: 1 = <3591/info:/1734319256621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3621=[#edits: 1 = <3592/info:/1734319256621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3622=[#edits: 1 = <3593/info:/1734319256621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3623=[#edits: 1 = <3594/info:/1734319256621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3624=[#edits: 1 = <3595/info:/1734319256622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3625=[#edits: 1 = <3596/info:/1734319256622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3626=[#edits: 1 = <3597/info:/1734319256622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3627=[#edits: 1 = <3598/info:/1734319256622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3628=[#edits: 1 = <3599/info:/1734319256623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3629=[#edits: 1 = <3600/info:/1734319256623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3630=[#edits: 1 = <3601/info:/1734319256623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3631=[#edits: 1 = <3602/info:/1734319256623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3632=[#edits: 1 = <3603/info:/1734319256624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3633=[#edits: 1 = <3604/info:/1734319256624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3634=[#edits: 1 = <3605/info:/1734319256624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3635=[#edits: 1 = <3606/info:/1734319256625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3636=[#edits: 1 = <3607/info:/1734319256625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3637=[#edits: 1 = <3608/info:/1734319256625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3638=[#edits: 1 = <3609/info:/1734319256625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3639=[#edits: 1 = <3610/info:/1734319256626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3640=[#edits: 1 = <3611/info:/1734319256626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3641=[#edits: 1 = <3612/info:/1734319256626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3642=[#edits: 1 = <3613/info:/1734319256626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3643=[#edits: 1 = <3614/info:/1734319256627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3644=[#edits: 1 = <3615/info:/1734319256627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3645=[#edits: 1 = <3616/info:/1734319256627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3646=[#edits: 1 = <3617/info:/1734319256628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3647=[#edits: 1 = <3618/info:/1734319256628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3648=[#edits: 1 = <3619/info:/1734319256628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3649=[#edits: 1 = <3620/info:/1734319256629/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=8845, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,765 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,765 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3650=[#edits: 1 = <3621/info:/1734319256629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3651=[#edits: 1 = <3622/info:/1734319256629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3652=[#edits: 1 = <3623/info:/1734319256629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3653=[#edits: 1 = <3624/info:/1734319256630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3654=[#edits: 1 = <3625/info:/1734319256630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3655=[#edits: 1 = <3626/info:/1734319256630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3656=[#edits: 1 = <3627/info:/1734319256631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3657=[#edits: 1 = <3628/info:/1734319256631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3658=[#edits: 1 = <3629/info:/1734319256631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3659=[#edits: 1 = <3630/info:/1734319256632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3660=[#edits: 1 = <3631/info:/1734319256632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3661=[#edits: 1 = <3632/info:/1734319256632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3662=[#edits: 1 = <3633/info:/1734319256632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3663=[#edits: 1 = <3634/info:/1734319256633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3664=[#edits: 1 = <3635/info:/1734319256633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3665=[#edits: 1 = <3636/info:/1734319256633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3666=[#edits: 1 = <3637/info:/1734319256634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3667=[#edits: 1 = <3638/info:/1734319256634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3668=[#edits: 1 = <3639/info:/1734319256634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3669=[#edits: 1 = <3640/info:/1734319256635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3670=[#edits: 1 = <3641/info:/1734319256635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3671=[#edits: 1 = <3642/info:/1734319256635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3672=[#edits: 1 = <3643/info:/1734319256635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3673=[#edits: 1 = <3644/info:/1734319256636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3674=[#edits: 1 = <3645/info:/1734319256636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3675=[#edits: 1 = <3646/info:/1734319256636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3676=[#edits: 1 = <3647/info:/1734319256637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3677=[#edits: 1 = <3648/info:/1734319256637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3678=[#edits: 1 = <3649/info:/1734319256637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3679=[#edits: 1 = <3650/info:/1734319256638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3680=[#edits: 1 = <3651/info:/1734319256638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3681=[#edits: 1 = <3652/info:/1734319256638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3682=[#edits: 1 = <3653/info:/1734319256638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3683=[#edits: 1 = <3654/info:/1734319256639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3684=[#edits: 1 = <3655/info:/1734319256639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3685=[#edits: 1 = <3656/info:/1734319256639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3686=[#edits: 1 = <3657/info:/1734319256640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3687=[#edits: 1 = <3658/info:/1734319256640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3688=[#edits: 1 = <3659/info:/1734319256640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3689=[#edits: 1 = <3660/info:/1734319256640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3690=[#edits: 1 = <3661/info:/1734319256641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3691=[#edits: 1 = <3662/info:/1734319256641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3692=[#edits: 1 = <3663/info:/1734319256641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3693=[#edits: 1 = <3664/info:/1734319256642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3694=[#edits: 1 = <3665/info:/1734319256642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3695=[#edits: 1 = <3666/info:/1734319256642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3696=[#edits: 1 = <3667/info:/1734319256642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3697=[#edits: 1 = <3668/info:/1734319256643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3698=[#edits: 1 = <3669/info:/1734319256643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3699=[#edits: 1 = <3670/info:/1734319256643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3700=[#edits: 1 = <3671/info:/1734319256643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3701=[#edits: 1 = <3672/info:/1734319256644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3702=[#edits: 1 = <3673/info:/1734319256644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3703=[#edits: 1 = <3674/info:/1734319256644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3704=[#edits: 1 = <3675/info:/1734319256645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3705=[#edits: 1 = <3676/info:/1734319256645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3706=[#edits: 1 = <3677/info:/1734319256645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3707=[#edits: 1 = <3678/info:/1734319256645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3708=[#edits: 1 = <3679/info:/1734319256646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3709=[#edits: 1 = <3680/info:/1734319256646/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=13225, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,767 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,767 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1588230740#info#compaction#75 average throughput is 10.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:20:56,767 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/027a1420d01e4179a60a3276403df193 is 143, key is hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0./info:regioninfo/1734319253940/Put/seqid=0 2024-12-16T03:20:56,767 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3710=[#edits: 1 = <3681/info:/1734319256646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3711=[#edits: 1 = <3682/info:/1734319256647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3712=[#edits: 1 = <3683/info:/1734319256647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3713=[#edits: 1 = <3684/info:/1734319256647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3714=[#edits: 1 = <3685/info:/1734319256647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3715=[#edits: 1 = <3686/info:/1734319256648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3716=[#edits: 1 = <3687/info:/1734319256648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3717=[#edits: 1 = <3688/info:/1734319256648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3718=[#edits: 1 = <3689/info:/1734319256649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3719=[#edits: 1 = <3690/info:/1734319256649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3720=[#edits: 1 = <3691/info:/1734319256649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3721=[#edits: 1 = <3692/info:/1734319256649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3722=[#edits: 1 = <3693/info:/1734319256650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3723=[#edits: 1 = <3694/info:/1734319256650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3724=[#edits: 1 = <3695/info:/1734319256650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3725=[#edits: 1 = <3696/info:/1734319256650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3726=[#edits: 1 = <3697/info:/1734319256651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3727=[#edits: 1 = <3698/info:/1734319256651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3728=[#edits: 1 = <3699/info:/1734319256651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3729=[#edits: 1 = <3700/info:/1734319256651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3730=[#edits: 1 = <3701/info:/1734319256652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3731=[#edits: 1 = <3702/info:/1734319256652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3732=[#edits: 1 = <3703/info:/1734319256652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3733=[#edits: 1 = <3704/info:/1734319256653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3734=[#edits: 1 = <3705/info:/1734319256653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3735=[#edits: 1 = <3706/info:/1734319256653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3736=[#edits: 1 = <3707/info:/1734319256653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3737=[#edits: 1 = <3708/info:/1734319256653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3738=[#edits: 1 = <3709/info:/1734319256654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3739=[#edits: 1 = <3710/info:/1734319256654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3740=[#edits: 1 = <3711/info:/1734319256654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3741=[#edits: 1 = <3712/info:/1734319256655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3742=[#edits: 1 = <3713/info:/1734319256655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3743=[#edits: 1 = <3714/info:/1734319256655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3744=[#edits: 1 = <3715/info:/1734319256655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3745=[#edits: 1 = <3716/info:/1734319256656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3746=[#edits: 1 = <3717/info:/1734319256656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3747=[#edits: 1 = <3718/info:/1734319256656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3748=[#edits: 1 = <3719/info:/1734319256656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3749=[#edits: 1 = <3720/info:/1734319256657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3750=[#edits: 1 = <3721/info:/1734319256657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3751=[#edits: 1 = <3722/info:/1734319256657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3752=[#edits: 1 = <3723/info:/1734319256657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3753=[#edits: 1 = <3724/info:/1734319256658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3754=[#edits: 1 = <3725/info:/1734319256658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3755=[#edits: 1 = <3726/info:/1734319256658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3756=[#edits: 1 = <3727/info:/1734319256659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3757=[#edits: 1 = <3728/info:/1734319256659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3758=[#edits: 1 = <3729/info:/1734319256659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3759=[#edits: 1 = <3730/info:/1734319256659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3760=[#edits: 1 = <3731/info:/1734319256660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3761=[#edits: 1 = <3732/info:/1734319256660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3762=[#edits: 1 = <3733/info:/1734319256660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3763=[#edits: 1 = <3734/info:/1734319256660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3764=[#edits: 1 = <3735/info:/1734319256661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3765=[#edits: 1 = <3736/info:/1734319256661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3766=[#edits: 1 = <3737/info:/1734319256661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3767=[#edits: 1 = <3738/info:/1734319256661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3768=[#edits: 1 = <3739/info:/1734319256662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3769=[#edits: 1 = <3740/info:/1734319256662/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=17605, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,768 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,769 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,769 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3770=[#edits: 1 = <3741/info:/1734319256662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3771=[#edits: 1 = <3742/info:/1734319256662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3772=[#edits: 1 = <3743/info:/1734319256663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3773=[#edits: 1 = <3744/info:/1734319256663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3774=[#edits: 1 = <3745/info:/1734319256663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3775=[#edits: 1 = <3746/info:/1734319256663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3776=[#edits: 1 = <3747/info:/1734319256664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3777=[#edits: 1 = <3748/info:/1734319256664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3778=[#edits: 1 = <3749/info:/1734319256664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3779=[#edits: 1 = <3750/info:/1734319256664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3780=[#edits: 1 = <3751/info:/1734319256664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3781=[#edits: 1 = <3752/info:/1734319256665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3782=[#edits: 1 = <3753/info:/1734319256665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3783=[#edits: 1 = <3754/info:/1734319256665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3784=[#edits: 1 = <3755/info:/1734319256665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3785=[#edits: 1 = <3756/info:/1734319256666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3786=[#edits: 1 = <3757/info:/1734319256666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3787=[#edits: 1 = <3758/info:/1734319256666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3788=[#edits: 1 = <3759/info:/1734319256666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3789=[#edits: 1 = <3760/info:/1734319256667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3790=[#edits: 1 = <3761/info:/1734319256667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3791=[#edits: 1 = <3762/info:/1734319256667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3792=[#edits: 1 = <3763/info:/1734319256667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3793=[#edits: 1 = <3764/info:/1734319256668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3794=[#edits: 1 = <3765/info:/1734319256668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3795=[#edits: 1 = <3766/info:/1734319256668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3796=[#edits: 1 = <3767/info:/1734319256668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3797=[#edits: 1 = <3768/info:/1734319256669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3798=[#edits: 1 = <3769/info:/1734319256669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3799=[#edits: 1 = <3770/info:/1734319256669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3800=[#edits: 1 = <3771/info:/1734319256669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3801=[#edits: 1 = <3772/info:/1734319256669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3802=[#edits: 1 = <3773/info:/1734319256670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3803=[#edits: 1 = <3774/info:/1734319256670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3804=[#edits: 1 = <3775/info:/1734319256670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3805=[#edits: 1 = <3776/info:/1734319256670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3806=[#edits: 1 = <3777/info:/1734319256671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3807=[#edits: 1 = <3778/info:/1734319256671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3808=[#edits: 1 = <3779/info:/1734319256671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3809=[#edits: 1 = <3780/info:/1734319256672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3810=[#edits: 1 = <3781/info:/1734319256672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3811=[#edits: 1 = <3782/info:/1734319256672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3812=[#edits: 1 = <3783/info:/1734319256672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3813=[#edits: 1 = <3784/info:/1734319256673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3814=[#edits: 1 = <3785/info:/1734319256673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3815=[#edits: 1 = <3786/info:/1734319256673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3816=[#edits: 1 = <3787/info:/1734319256673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3817=[#edits: 1 = <3788/info:/1734319256674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3818=[#edits: 1 = <3789/info:/1734319256674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3819=[#edits: 1 = <3790/info:/1734319256674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3820=[#edits: 1 = <3791/info:/1734319256674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3821=[#edits: 1 = <3792/info:/1734319256674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3822=[#edits: 1 = <3793/info:/1734319256675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3823=[#edits: 1 = <3794/info:/1734319256675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3824=[#edits: 1 = <3795/info:/1734319256675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3825=[#edits: 1 = <3796/info:/1734319256675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3826=[#edits: 1 = <3797/info:/1734319256676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3827=[#edits: 1 = <3798/info:/1734319256676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3828=[#edits: 1 = <3799/info:/1734319256676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3829=[#edits: 1 = <3800/info:/1734319256676/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=21985, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,770 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3830=[#edits: 1 = <3801/info:/1734319256677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3831=[#edits: 1 = <3802/info:/1734319256677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3832=[#edits: 1 = <3803/info:/1734319256677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3833=[#edits: 1 = <3804/info:/1734319256677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3834=[#edits: 1 = <3805/info:/1734319256677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3835=[#edits: 1 = <3806/info:/1734319256678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3836=[#edits: 1 = <3807/info:/1734319256678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3837=[#edits: 1 = <3808/info:/1734319256678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3838=[#edits: 1 = <3809/info:/1734319256678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3839=[#edits: 1 = <3810/info:/1734319256679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3840=[#edits: 1 = <3811/info:/1734319256679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3841=[#edits: 1 = <3812/info:/1734319256679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3842=[#edits: 1 = <3813/info:/1734319256679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3843=[#edits: 1 = <3814/info:/1734319256680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3844=[#edits: 1 = <3815/info:/1734319256680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3845=[#edits: 1 = <3816/info:/1734319256680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3846=[#edits: 1 = <3817/info:/1734319256680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3847=[#edits: 1 = <3818/info:/1734319256680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3848=[#edits: 1 = <3819/info:/1734319256681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3849=[#edits: 1 = <3820/info:/1734319256681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3850=[#edits: 1 = <3821/info:/1734319256681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3851=[#edits: 1 = <3822/info:/1734319256681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3852=[#edits: 1 = <3823/info:/1734319256682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3853=[#edits: 1 = <3824/info:/1734319256682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3854=[#edits: 1 = <3825/info:/1734319256682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3855=[#edits: 1 = <3826/info:/1734319256682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3856=[#edits: 1 = <3827/info:/1734319256683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3857=[#edits: 1 = <3828/info:/1734319256683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3858=[#edits: 1 = <3829/info:/1734319256683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3859=[#edits: 1 = <3830/info:/1734319256683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3860=[#edits: 1 = <3831/info:/1734319256684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3861=[#edits: 1 = <3832/info:/1734319256684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3862=[#edits: 1 = <3833/info:/1734319256684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3863=[#edits: 1 = <3834/info:/1734319256684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3864=[#edits: 1 = <3835/info:/1734319256685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3865=[#edits: 1 = <3836/info:/1734319256685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3866=[#edits: 1 = <3837/info:/1734319256685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3867=[#edits: 1 = <3838/info:/1734319256685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3868=[#edits: 1 = <3839/info:/1734319256685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3869=[#edits: 1 = <3840/info:/1734319256686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3870=[#edits: 1 = <3841/info:/1734319256686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3871=[#edits: 1 = <3842/info:/1734319256686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3872=[#edits: 1 = <3843/info:/1734319256686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3873=[#edits: 1 = <3844/info:/1734319256687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3874=[#edits: 1 = <3845/info:/1734319256687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3875=[#edits: 1 = <3846/info:/1734319256687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3876=[#edits: 1 = <3847/info:/1734319256687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3877=[#edits: 1 = <3848/info:/1734319256688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3878=[#edits: 1 = <3849/info:/1734319256688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3879=[#edits: 1 = <3850/info:/1734319256688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3880=[#edits: 1 = <3851/info:/1734319256688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3881=[#edits: 1 = <3852/info:/1734319256689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3882=[#edits: 1 = <3853/info:/1734319256689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3883=[#edits: 1 = <3854/info:/1734319256689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3884=[#edits: 1 = <3855/info:/1734319256689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3885=[#edits: 1 = <3856/info:/1734319256690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3886=[#edits: 1 = <3857/info:/1734319256690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3887=[#edits: 1 = <3858/info:/1734319256690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3888=[#edits: 1 = <3859/info:/1734319256690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3889=[#edits: 1 = <3860/info:/1734319256691/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=26365, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,771 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,772 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3890=[#edits: 1 = <3861/info:/1734319256691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3891=[#edits: 1 = <3862/info:/1734319256691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3892=[#edits: 1 = <3863/info:/1734319256691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3893=[#edits: 1 = <3864/info:/1734319256692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3894=[#edits: 1 = <3865/info:/1734319256692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3895=[#edits: 1 = <3866/info:/1734319256692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3896=[#edits: 1 = <3867/info:/1734319256692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3897=[#edits: 1 = <3868/info:/1734319256693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3898=[#edits: 1 = <3869/info:/1734319256693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3899=[#edits: 1 = <3870/info:/1734319256693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3900=[#edits: 1 = <3871/info:/1734319256693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3901=[#edits: 1 = <3872/info:/1734319256694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3902=[#edits: 1 = <3873/info:/1734319256694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3903=[#edits: 1 = <3874/info:/1734319256694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3904=[#edits: 1 = <3875/info:/1734319256694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3905=[#edits: 1 = <3876/info:/1734319256695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3906=[#edits: 1 = <3877/info:/1734319256695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3907=[#edits: 1 = <3878/info:/1734319256695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3908=[#edits: 1 = <3879/info:/1734319256695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3909=[#edits: 1 = <3880/info:/1734319256696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3910=[#edits: 1 = <3881/info:/1734319256696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3911=[#edits: 1 = <3882/info:/1734319256696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3912=[#edits: 1 = <3883/info:/1734319256696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3913=[#edits: 1 = <3884/info:/1734319256697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3914=[#edits: 1 = <3885/info:/1734319256697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3915=[#edits: 1 = <3886/info:/1734319256697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3916=[#edits: 1 = <3887/info:/1734319256697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3917=[#edits: 1 = <3888/info:/1734319256698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3918=[#edits: 1 = <3889/info:/1734319256698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3919=[#edits: 1 = <3890/info:/1734319256698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3920=[#edits: 1 = <3891/info:/1734319256698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3921=[#edits: 1 = <3892/info:/1734319256698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3922=[#edits: 1 = <3893/info:/1734319256699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3923=[#edits: 1 = <3894/info:/1734319256699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3924=[#edits: 1 = <3895/info:/1734319256699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3925=[#edits: 1 = <3896/info:/1734319256699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3926=[#edits: 1 = <3897/info:/1734319256700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3927=[#edits: 1 = <3898/info:/1734319256700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3928=[#edits: 1 = <3899/info:/1734319256700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3929=[#edits: 1 = <3900/info:/1734319256700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3930=[#edits: 1 = <3901/info:/1734319256701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3931=[#edits: 1 = <3902/info:/1734319256701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3932=[#edits: 1 = <3903/info:/1734319256701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3933=[#edits: 1 = <3904/info:/1734319256701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3934=[#edits: 1 = <3905/info:/1734319256702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3935=[#edits: 1 = <3906/info:/1734319256702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3936=[#edits: 1 = <3907/info:/1734319256702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3937=[#edits: 1 = <3908/info:/1734319256703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3938=[#edits: 1 = <3909/info:/1734319256703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3939=[#edits: 1 = <3910/info:/1734319256703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3940=[#edits: 1 = <3911/info:/1734319256703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3941=[#edits: 1 = <3912/info:/1734319256704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3942=[#edits: 1 = <3913/info:/1734319256704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3943=[#edits: 1 = <3914/info:/1734319256704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3944=[#edits: 1 = <3915/info:/1734319256704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3945=[#edits: 1 = <3916/info:/1734319256705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3946=[#edits: 1 = <3917/info:/1734319256705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3947=[#edits: 1 = <3918/info:/1734319256705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3948=[#edits: 1 = <3919/info:/1734319256705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3949=[#edits: 1 = <3920/info:/1734319256706/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=30745, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,772 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,773 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-16T03:20:56,773 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta to pos 36918, reset compression=false 2024-12-16T03:20:56,773 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3950=[#edits: 1 = <3921/info:/1734319256706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3951=[#edits: 1 = <3922/info:/1734319256706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3952=[#edits: 1 = <3923/info:/1734319256706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3953=[#edits: 1 = <3924/info:/1734319256707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3954=[#edits: 1 = <3925/info:/1734319256707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3955=[#edits: 1 = <3926/info:/1734319256707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3956=[#edits: 1 = <3927/info:/1734319256707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3957=[#edits: 1 = <3928/info:/1734319256708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3958=[#edits: 1 = <3929/info:/1734319256708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3959=[#edits: 1 = <3930/info:/1734319256708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3960=[#edits: 1 = <3931/info:/1734319256708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3961=[#edits: 1 = <3932/info:/1734319256708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3962=[#edits: 1 = <3933/info:/1734319256709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3963=[#edits: 1 = <3934/info:/1734319256709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3964=[#edits: 1 = <3935/info:/1734319256709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3965=[#edits: 1 = <3936/info:/1734319256709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3966=[#edits: 1 = <3937/info:/1734319256710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3967=[#edits: 1 = <3938/info:/1734319256710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3968=[#edits: 1 = <3939/info:/1734319256710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3969=[#edits: 1 = <3940/info:/1734319256710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3970=[#edits: 1 = <3941/info:/1734319256711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3971=[#edits: 1 = <3942/info:/1734319256711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3972=[#edits: 1 = <3943/info:/1734319256711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3973=[#edits: 1 = <3944/info:/1734319256712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3974=[#edits: 1 = <3945/info:/1734319256712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3975=[#edits: 1 = <3946/info:/1734319256712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3976=[#edits: 1 = <3947/info:/1734319256712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3977=[#edits: 1 = <3948/info:/1734319256713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3978=[#edits: 1 = <3949/info:/1734319256713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3979=[#edits: 1 = <3950/info:/1734319256713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3980=[#edits: 1 = <3951/info:/1734319256713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3981=[#edits: 1 = <3952/info:/1734319256714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3982=[#edits: 1 = <3953/info:/1734319256714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3983=[#edits: 1 = <3954/info:/1734319256714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3984=[#edits: 1 = <3955/info:/1734319256714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3985=[#edits: 1 = <3956/info:/1734319256714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3986=[#edits: 1 = <3957/info:/1734319256715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3987=[#edits: 1 = <3958/info:/1734319256715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3988=[#edits: 1 = <3959/info:/1734319256715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3989=[#edits: 1 = <3960/info:/1734319256715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3990=[#edits: 1 = <3961/info:/1734319256716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3991=[#edits: 1 = <3962/info:/1734319256716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3992=[#edits: 1 = <3963/info:/1734319256716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3993=[#edits: 1 = <3964/info:/1734319256716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3994=[#edits: 1 = <3965/info:/1734319256717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3995=[#edits: 1 = <3966/info:/1734319256717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3996=[#edits: 1 = <3967/info:/1734319256717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3997=[#edits: 1 = <3968/info:/1734319256717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3998=[#edits: 1 = <3969/info:/1734319256717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3999=[#edits: 1 = <3970/info:/1734319256718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4000=[#edits: 1 = <3971/info:/1734319256718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4001=[#edits: 1 = <3972/info:/1734319256718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4002=[#edits: 1 = <3973/info:/1734319256718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4003=[#edits: 1 = <3974/info:/1734319256719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4004=[#edits: 1 = <3975/info:/1734319256719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4005=[#edits: 1 = <3976/info:/1734319256719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4006=[#edits: 1 = <3977/info:/1734319256719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4007=[#edits: 1 = <3978/info:/1734319256719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4008=[#edits: 1 = <3979/info:/1734319256720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4009=[#edits: 1 = <3980/info:/1734319256720/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=35125, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,775 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4010=[#edits: 1 = <3981/info:/1734319256720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4011=[#edits: 1 = <3982/info:/1734319256720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4012=[#edits: 1 = <3983/info:/1734319256721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4013=[#edits: 1 = <3984/info:/1734319256721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4014=[#edits: 1 = <3985/info:/1734319256721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4015=[#edits: 1 = <3986/info:/1734319256721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4016=[#edits: 1 = <3987/info:/1734319256722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4017=[#edits: 1 = <3988/info:/1734319256722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4018=[#edits: 1 = <3989/info:/1734319256722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4019=[#edits: 1 = <3990/info:/1734319256722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4020=[#edits: 1 = <3991/info:/1734319256723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4021=[#edits: 1 = <3992/info:/1734319256723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4022=[#edits: 1 = <3993/info:/1734319256723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4023=[#edits: 1 = <3994/info:/1734319256723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4024=[#edits: 1 = <3995/info:/1734319256724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4025=[#edits: 1 = <3996/info:/1734319256724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4026=[#edits: 1 = <3997/info:/1734319256724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4027=[#edits: 1 = <3998/info:/1734319256724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4028=[#edits: 1 = <3999/info:/1734319256725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4030=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319256725/Put/vlen=102/seqid=0; >],292}, {hbase:meta/1588230740/4031=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319256742/Put/vlen=136/seqid=0; >],324}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=36918, nbRowKeys=21, nbHFiles=0, heapSize=3884, lastSeqIds={}, endOfFile=false,usedBufferSize=3884] 2024-12-16T03:20:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 4029 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 4029 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:56,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=31.25 KB heapSize=100.91 KB 2024-12-16T03:20:56,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=31.25 KB heapSize=100.91 KB 2024-12-16T03:20:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:4029 2024-12-16T03:20:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:4029 2024-12-16T03:20:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 4029 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "510d050d17b84b2ab8d482521daf841f" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 4029 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "510d050d17b84b2ab8d482521daf841f" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:4029 and a previous prepared snapshot was found 2024-12-16T03:20:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:4029 and a previous prepared snapshot was found 2024-12-16T03:20:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:56,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e73591 added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/510d050d17b84b2ab8d482521daf841f, entries=1000, sequenceid=4029, filesize=45.3 K 2024-12-16T03:20:56,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe29800 added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/510d050d17b84b2ab8d482521daf841f, entries=1000, sequenceid=4029, filesize=45.3 K 2024-12-16T03:20:56,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741851_1027 (size=169699) 2024-12-16T03:20:56,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741851_1027 (size=169699) 2024-12-16T03:20:56,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741851_1027 (size=169699) 2024-12-16T03:20:56,788 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/027a1420d01e4179a60a3276403df193 as hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/027a1420d01e4179a60a3276403df193 2024-12-16T03:20:56,792 INFO [Time-limited test {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1588230740/info of 1588230740 into 027a1420d01e4179a60a3276403df193(size=165.7 K), total size for store is 165.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:20:56,792 DEBUG [Time-limited test {}] regionserver.HRegion(2381): Compaction status journal for 1588230740: 2024-12-16T03:20:56,792 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-16T03:20:56,792 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:56,792 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:56,792 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-16T03:20:56,793 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:20:56,793 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:20:56,793 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(214): Writing data from 4000 to 5000 2024-12-16T03:20:56,947 DEBUG [AsyncFSWAL-0-hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf-prefix:f0d65a6309ee,46125,1734319252603.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80556, logrollsize=80530 2024-12-16T03:20:56,947 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C46125%2C1734319252603.meta:.meta(num 1734319256566) roll requested 2024-12-16T03:20:56,961 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, exclude list is [], retry=0 2024-12-16T03:20:56,963 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33497,DS-2113540a-ee17-4fb8-b2e9-1e80d6447162,DISK] 2024-12-16T03:20:56,963 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40657,DS-27fcb950-4ebb-40d0-b568-7a4323ad6074,DISK] 2024-12-16T03:20:56,963 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41807,DS-60132298-a0dc-4c18-b65a-5513e243a62b,DISK] 2024-12-16T03:20:56,965 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta with entries=1161, filesize=83.30 KB; new WAL /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta 2024-12-16T03:20:56,965 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42511:42511),(127.0.0.1/127.0.0.1:41995:41995),(127.0.0.1/127.0.0.1:38655:38655)] 2024-12-16T03:20:56,965 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta is not closed yet, will try archiving it next time 2024-12-16T03:20:56,965 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta to hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/oldWALs/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256016.meta 2024-12-16T03:20:56,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741849_1025 (size=85309) 2024-12-16T03:20:56,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741849_1025 (size=85309) 2024-12-16T03:20:56,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741849_1025 (size=85309) 2024-12-16T03:20:56,984 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta to pos 36918, reset compression=false 2024-12-16T03:20:56,986 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-16T03:20:56,986 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4032=[#edits: 1 = <\x00/METAFAMILY:HBASE::COMPACTION/1734319256791/Put/vlen=187/seqid=0; >],380}, {hbase:meta/1588230740/4033=[#edits: 1 = <4000/info:/1734319256793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4034=[#edits: 1 = <4001/info:/1734319256793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4035=[#edits: 1 = <4002/info:/1734319256794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4036=[#edits: 1 = <4003/info:/1734319256794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4037=[#edits: 1 = <4004/info:/1734319256794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4038=[#edits: 1 = <4005/info:/1734319256795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4039=[#edits: 1 = <4006/info:/1734319256795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4040=[#edits: 1 = <4007/info:/1734319256795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4041=[#edits: 1 = <4008/info:/1734319256795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4042=[#edits: 1 = <4009/info:/1734319256796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4043=[#edits: 1 = <4010/info:/1734319256796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4044=[#edits: 1 = <4011/info:/1734319256796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4045=[#edits: 1 = <4012/info:/1734319256797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4046=[#edits: 1 = <4013/info:/1734319256797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4047=[#edits: 1 = <4014/info:/1734319256797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4048=[#edits: 1 = <4015/info:/1734319256798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4049=[#edits: 1 = <4016/info:/1734319256798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4050=[#edits: 1 = <4017/info:/1734319256798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4051=[#edits: 1 = <4018/info:/1734319256799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4052=[#edits: 1 = <4019/info:/1734319256799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4053=[#edits: 1 = <4020/info:/1734319256799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4054=[#edits: 1 = <4021/info:/1734319256800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4055=[#edits: 1 = <4022/info:/1734319256800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4056=[#edits: 1 = <4023/info:/1734319256800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4057=[#edits: 1 = <4024/info:/1734319256801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4058=[#edits: 1 = <4025/info:/1734319256801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4059=[#edits: 1 = <4026/info:/1734319256803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4060=[#edits: 1 = <4027/info:/1734319256803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4061=[#edits: 1 = <4028/info:/1734319256804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4062=[#edits: 1 = <4029/info:/1734319256804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4063=[#edits: 1 = <4030/info:/1734319256804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4064=[#edits: 1 = <4031/info:/1734319256805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4065=[#edits: 1 = <4032/info:/1734319256805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4066=[#edits: 1 = <4033/info:/1734319256805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4067=[#edits: 1 = <4034/info:/1734319256806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4068=[#edits: 1 = <4035/info:/1734319256806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4069=[#edits: 1 = <4036/info:/1734319256806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4070=[#edits: 1 = <4037/info:/1734319256806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4071=[#edits: 1 = <4038/info:/1734319256807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4072=[#edits: 1 = <4039/info:/1734319256807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4073=[#edits: 1 = <4040/info:/1734319256807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4074=[#edits: 1 = <4041/info:/1734319256807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4075=[#edits: 1 = <4042/info:/1734319256808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4076=[#edits: 1 = <4043/info:/1734319256808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4077=[#edits: 1 = <4044/info:/1734319256808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4078=[#edits: 1 = <4045/info:/1734319256809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4079=[#edits: 1 = <4046/info:/1734319256809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4080=[#edits: 1 = <4047/info:/1734319256809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4081=[#edits: 1 = <4048/info:/1734319256809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4082=[#edits: 1 = <4049/info:/1734319256810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4083=[#edits: 1 = <4050/info:/1734319256810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4084=[#edits: 1 = <4051/info:/1734319256810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4085=[#edits: 1 = <4052/info:/1734319256810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4086=[#edits: 1 = <4053/info:/1734319256811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4087=[#edits: 1 = <4054/info:/1734319256811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4088=[#edits: 1 = <4055/info:/1734319256811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4089=[#edits: 1 = <4056/info:/1734319256811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4090=[#edits: 1 = <4057/info:/1734319256812/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=41428, nbRowKeys=59, nbHFiles=0, heapSize=10356, lastSeqIds={}, endOfFile=false,usedBufferSize=10356] 2024-12-16T03:20:56,986 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,986 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5604): 534574363 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "5945e5baeca84efca7546857ea9ed65f" compaction_input: "46a0573539714613b7d7612b8c282705" compaction_input: "510d050d17b84b2ab8d482521daf841f" compaction_output: "027a1420d01e4179a60a3276403df193" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=4032 and lastReplayedOpenRegionSeqId=9 2024-12-16T03:20:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5604): 1657623790 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "5945e5baeca84efca7546857ea9ed65f" compaction_input: "46a0573539714613b7d7612b8c282705" compaction_input: "510d050d17b84b2ab8d482521daf841f" compaction_output: "027a1420d01e4179a60a3276403df193" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=4032 and lastReplayedOpenRegionSeqId=9 2024-12-16T03:20:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-16T03:20:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-16T03:20:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:56,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/5945e5baeca84efca7546857ea9ed65f, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/46a0573539714613b7d7612b8c282705, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/510d050d17b84b2ab8d482521daf841f] with output files : [hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/027a1420d01e4179a60a3276403df193] 2024-12-16T03:20:56,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/5945e5baeca84efca7546857ea9ed65f, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/46a0573539714613b7d7612b8c282705, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/510d050d17b84b2ab8d482521daf841f] with output files : [hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/027a1420d01e4179a60a3276403df193] 2024-12-16T03:20:56,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:56,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:20:56,992 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4091=[#edits: 1 = <4058/info:/1734319256812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4092=[#edits: 1 = <4059/info:/1734319256812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4093=[#edits: 1 = <4060/info:/1734319256813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4094=[#edits: 1 = <4061/info:/1734319256813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4095=[#edits: 1 = <4062/info:/1734319256813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4096=[#edits: 1 = <4063/info:/1734319256813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4097=[#edits: 1 = <4064/info:/1734319256814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4098=[#edits: 1 = <4065/info:/1734319256814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4099=[#edits: 1 = <4066/info:/1734319256814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4100=[#edits: 1 = <4067/info:/1734319256814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4101=[#edits: 1 = <4068/info:/1734319256815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4102=[#edits: 1 = <4069/info:/1734319256815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4103=[#edits: 1 = <4070/info:/1734319256815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4104=[#edits: 1 = <4071/info:/1734319256815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4105=[#edits: 1 = <4072/info:/1734319256816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4106=[#edits: 1 = <4073/info:/1734319256816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4107=[#edits: 1 = <4074/info:/1734319256816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4108=[#edits: 1 = <4075/info:/1734319256816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4109=[#edits: 1 = <4076/info:/1734319256817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4110=[#edits: 1 = <4077/info:/1734319256817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4111=[#edits: 1 = <4078/info:/1734319256817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4112=[#edits: 1 = <4079/info:/1734319256817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4113=[#edits: 1 = <4080/info:/1734319256818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4114=[#edits: 1 = <4081/info:/1734319256818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4115=[#edits: 1 = <4082/info:/1734319256818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4116=[#edits: 1 = <4083/info:/1734319256819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4117=[#edits: 1 = <4084/info:/1734319256819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4118=[#edits: 1 = <4085/info:/1734319256819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4119=[#edits: 1 = <4086/info:/1734319256819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4120=[#edits: 1 = <4087/info:/1734319256820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4121=[#edits: 1 = <4088/info:/1734319256820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4122=[#edits: 1 = <4089/info:/1734319256820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4123=[#edits: 1 = <4090/info:/1734319256820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4124=[#edits: 1 = <4091/info:/1734319256821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4125=[#edits: 1 = <4092/info:/1734319256821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4126=[#edits: 1 = <4093/info:/1734319256821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4127=[#edits: 1 = <4094/info:/1734319256821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4128=[#edits: 1 = <4095/info:/1734319256822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4129=[#edits: 1 = <4096/info:/1734319256822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4130=[#edits: 1 = <4097/info:/1734319256822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4131=[#edits: 1 = <4098/info:/1734319256823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4132=[#edits: 1 = <4099/info:/1734319256823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4133=[#edits: 1 = <4100/info:/1734319256823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4134=[#edits: 1 = <4101/info:/1734319256823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4135=[#edits: 1 = <4102/info:/1734319256823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4136=[#edits: 1 = <4103/info:/1734319256824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4137=[#edits: 1 = <4104/info:/1734319256824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4138=[#edits: 1 = <4105/info:/1734319256824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4139=[#edits: 1 = <4106/info:/1734319256825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4140=[#edits: 1 = <4107/info:/1734319256825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4141=[#edits: 1 = <4108/info:/1734319256825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4142=[#edits: 1 = <4109/info:/1734319256825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4143=[#edits: 1 = <4110/info:/1734319256826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4144=[#edits: 1 = <4111/info:/1734319256826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4145=[#edits: 1 = <4112/info:/1734319256826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4146=[#edits: 1 = <4113/info:/1734319256827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4147=[#edits: 1 = <4114/info:/1734319256827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4148=[#edits: 1 = <4115/info:/1734319256827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4149=[#edits: 1 = <4116/info:/1734319256828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4150=[#edits: 1 = <4117/info:/1734319256828/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=45808, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,993 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,993 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,993 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4151=[#edits: 1 = <4118/info:/1734319256828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4152=[#edits: 1 = <4119/info:/1734319256828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4153=[#edits: 1 = <4120/info:/1734319256829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4154=[#edits: 1 = <4121/info:/1734319256829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4155=[#edits: 1 = <4122/info:/1734319256829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4156=[#edits: 1 = <4123/info:/1734319256830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4157=[#edits: 1 = <4124/info:/1734319256830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4158=[#edits: 1 = <4125/info:/1734319256830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4159=[#edits: 1 = <4126/info:/1734319256831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4160=[#edits: 1 = <4127/info:/1734319256831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4161=[#edits: 1 = <4128/info:/1734319256831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4162=[#edits: 1 = <4129/info:/1734319256831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4163=[#edits: 1 = <4130/info:/1734319256832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4164=[#edits: 1 = <4131/info:/1734319256832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4165=[#edits: 1 = <4132/info:/1734319256833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4166=[#edits: 1 = <4133/info:/1734319256833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4167=[#edits: 1 = <4134/info:/1734319256833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4168=[#edits: 1 = <4135/info:/1734319256833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4169=[#edits: 1 = <4136/info:/1734319256834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4170=[#edits: 1 = <4137/info:/1734319256834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4171=[#edits: 1 = <4138/info:/1734319256834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4172=[#edits: 1 = <4139/info:/1734319256835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4173=[#edits: 1 = <4140/info:/1734319256835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4174=[#edits: 1 = <4141/info:/1734319256835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4175=[#edits: 1 = <4142/info:/1734319256835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4176=[#edits: 1 = <4143/info:/1734319256836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4177=[#edits: 1 = <4144/info:/1734319256836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4178=[#edits: 1 = <4145/info:/1734319256836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4179=[#edits: 1 = <4146/info:/1734319256836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4180=[#edits: 1 = <4147/info:/1734319256837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4181=[#edits: 1 = <4148/info:/1734319256837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4182=[#edits: 1 = <4149/info:/1734319256837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4183=[#edits: 1 = <4150/info:/1734319256837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4184=[#edits: 1 = <4151/info:/1734319256838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4185=[#edits: 1 = <4152/info:/1734319256838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4186=[#edits: 1 = <4153/info:/1734319256838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4187=[#edits: 1 = <4154/info:/1734319256838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4188=[#edits: 1 = <4155/info:/1734319256838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4189=[#edits: 1 = <4156/info:/1734319256839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4190=[#edits: 1 = <4157/info:/1734319256839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4191=[#edits: 1 = <4158/info:/1734319256839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4192=[#edits: 1 = <4159/info:/1734319256839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4193=[#edits: 1 = <4160/info:/1734319256840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4194=[#edits: 1 = <4161/info:/1734319256840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4195=[#edits: 1 = <4162/info:/1734319256840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4196=[#edits: 1 = <4163/info:/1734319256840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4197=[#edits: 1 = <4164/info:/1734319256841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4198=[#edits: 1 = <4165/info:/1734319256841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4199=[#edits: 1 = <4166/info:/1734319256841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4200=[#edits: 1 = <4167/info:/1734319256841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4201=[#edits: 1 = <4168/info:/1734319256842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4202=[#edits: 1 = <4169/info:/1734319256842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4203=[#edits: 1 = <4170/info:/1734319256842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4204=[#edits: 1 = <4171/info:/1734319256842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4205=[#edits: 1 = <4172/info:/1734319256843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4206=[#edits: 1 = <4173/info:/1734319256843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4207=[#edits: 1 = <4174/info:/1734319256843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4208=[#edits: 1 = <4175/info:/1734319256843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4209=[#edits: 1 = <4176/info:/1734319256844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4210=[#edits: 1 = <4177/info:/1734319256844/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=50188, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,995 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,995 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4211=[#edits: 1 = <4178/info:/1734319256844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4212=[#edits: 1 = <4179/info:/1734319256844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4213=[#edits: 1 = <4180/info:/1734319256845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4214=[#edits: 1 = <4181/info:/1734319256845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4215=[#edits: 1 = <4182/info:/1734319256845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4216=[#edits: 1 = <4183/info:/1734319256846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4217=[#edits: 1 = <4184/info:/1734319256846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4218=[#edits: 1 = <4185/info:/1734319256846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4219=[#edits: 1 = <4186/info:/1734319256846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4220=[#edits: 1 = <4187/info:/1734319256847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4221=[#edits: 1 = <4188/info:/1734319256847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4222=[#edits: 1 = <4189/info:/1734319256847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4223=[#edits: 1 = <4190/info:/1734319256847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4224=[#edits: 1 = <4191/info:/1734319256847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4225=[#edits: 1 = <4192/info:/1734319256848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4226=[#edits: 1 = <4193/info:/1734319256848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4227=[#edits: 1 = <4194/info:/1734319256848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4228=[#edits: 1 = <4195/info:/1734319256848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4229=[#edits: 1 = <4196/info:/1734319256849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4230=[#edits: 1 = <4197/info:/1734319256849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4231=[#edits: 1 = <4198/info:/1734319256849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4232=[#edits: 1 = <4199/info:/1734319256849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4233=[#edits: 1 = <4200/info:/1734319256850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4234=[#edits: 1 = <4201/info:/1734319256850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4235=[#edits: 1 = <4202/info:/1734319256850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4236=[#edits: 1 = <4203/info:/1734319256850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4237=[#edits: 1 = <4204/info:/1734319256851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4238=[#edits: 1 = <4205/info:/1734319256851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4239=[#edits: 1 = <4206/info:/1734319256851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4240=[#edits: 1 = <4207/info:/1734319256851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4241=[#edits: 1 = <4208/info:/1734319256852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4242=[#edits: 1 = <4209/info:/1734319256852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4243=[#edits: 1 = <4210/info:/1734319256852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4244=[#edits: 1 = <4211/info:/1734319256852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4245=[#edits: 1 = <4212/info:/1734319256853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4246=[#edits: 1 = <4213/info:/1734319256853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4247=[#edits: 1 = <4214/info:/1734319256853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4248=[#edits: 1 = <4215/info:/1734319256853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4249=[#edits: 1 = <4216/info:/1734319256854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4250=[#edits: 1 = <4217/info:/1734319256854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4251=[#edits: 1 = <4218/info:/1734319256854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4252=[#edits: 1 = <4219/info:/1734319256854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4253=[#edits: 1 = <4220/info:/1734319256855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4254=[#edits: 1 = <4221/info:/1734319256855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4255=[#edits: 1 = <4222/info:/1734319256855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4256=[#edits: 1 = <4223/info:/1734319256855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4257=[#edits: 1 = <4224/info:/1734319256856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4258=[#edits: 1 = <4225/info:/1734319256856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4259=[#edits: 1 = <4226/info:/1734319256856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4260=[#edits: 1 = <4227/info:/1734319256856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4261=[#edits: 1 = <4228/info:/1734319256857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4262=[#edits: 1 = <4229/info:/1734319256857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4263=[#edits: 1 = <4230/info:/1734319256857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4264=[#edits: 1 = <4231/info:/1734319256857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4265=[#edits: 1 = <4232/info:/1734319256858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4266=[#edits: 1 = <4233/info:/1734319256858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4267=[#edits: 1 = <4234/info:/1734319256858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4268=[#edits: 1 = <4235/info:/1734319256858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4269=[#edits: 1 = <4236/info:/1734319256859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4270=[#edits: 1 = <4237/info:/1734319256859/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=54568, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,996 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4271=[#edits: 1 = <4238/info:/1734319256859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4272=[#edits: 1 = <4239/info:/1734319256859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4273=[#edits: 1 = <4240/info:/1734319256860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4274=[#edits: 1 = <4241/info:/1734319256860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4275=[#edits: 1 = <4242/info:/1734319256860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4276=[#edits: 1 = <4243/info:/1734319256860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4277=[#edits: 1 = <4244/info:/1734319256861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4278=[#edits: 1 = <4245/info:/1734319256861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4279=[#edits: 1 = <4246/info:/1734319256861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4280=[#edits: 1 = <4247/info:/1734319256861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4281=[#edits: 1 = <4248/info:/1734319256861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4282=[#edits: 1 = <4249/info:/1734319256862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4283=[#edits: 1 = <4250/info:/1734319256862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4284=[#edits: 1 = <4251/info:/1734319256862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4285=[#edits: 1 = <4252/info:/1734319256862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4286=[#edits: 1 = <4253/info:/1734319256863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4287=[#edits: 1 = <4254/info:/1734319256863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4288=[#edits: 1 = <4255/info:/1734319256863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4289=[#edits: 1 = <4256/info:/1734319256863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4290=[#edits: 1 = <4257/info:/1734319256864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4291=[#edits: 1 = <4258/info:/1734319256864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4292=[#edits: 1 = <4259/info:/1734319256864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4293=[#edits: 1 = <4260/info:/1734319256865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4294=[#edits: 1 = <4261/info:/1734319256865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4295=[#edits: 1 = <4262/info:/1734319256865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4296=[#edits: 1 = <4263/info:/1734319256865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4297=[#edits: 1 = <4264/info:/1734319256865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4298=[#edits: 1 = <4265/info:/1734319256866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4299=[#edits: 1 = <4266/info:/1734319256866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4300=[#edits: 1 = <4267/info:/1734319256866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4301=[#edits: 1 = <4268/info:/1734319256866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4302=[#edits: 1 = <4269/info:/1734319256867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4303=[#edits: 1 = <4270/info:/1734319256867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4304=[#edits: 1 = <4271/info:/1734319256867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4305=[#edits: 1 = <4272/info:/1734319256868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4306=[#edits: 1 = <4273/info:/1734319256868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4307=[#edits: 1 = <4274/info:/1734319256868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4308=[#edits: 1 = <4275/info:/1734319256868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4309=[#edits: 1 = <4276/info:/1734319256868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4310=[#edits: 1 = <4277/info:/1734319256869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4311=[#edits: 1 = <4278/info:/1734319256869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4312=[#edits: 1 = <4279/info:/1734319256869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4313=[#edits: 1 = <4280/info:/1734319256869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4314=[#edits: 1 = <4281/info:/1734319256870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4315=[#edits: 1 = <4282/info:/1734319256870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4316=[#edits: 1 = <4283/info:/1734319256870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4317=[#edits: 1 = <4284/info:/1734319256870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4318=[#edits: 1 = <4285/info:/1734319256871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4319=[#edits: 1 = <4286/info:/1734319256871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4320=[#edits: 1 = <4287/info:/1734319256871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4321=[#edits: 1 = <4288/info:/1734319256871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4322=[#edits: 1 = <4289/info:/1734319256872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4323=[#edits: 1 = <4290/info:/1734319256872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4324=[#edits: 1 = <4291/info:/1734319256872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4325=[#edits: 1 = <4292/info:/1734319256872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4326=[#edits: 1 = <4293/info:/1734319256873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4327=[#edits: 1 = <4294/info:/1734319256873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4328=[#edits: 1 = <4295/info:/1734319256873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4329=[#edits: 1 = <4296/info:/1734319256873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4330=[#edits: 1 = <4297/info:/1734319256873/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=58948, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,996 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,997 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4331=[#edits: 1 = <4298/info:/1734319256874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4332=[#edits: 1 = <4299/info:/1734319256874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4333=[#edits: 1 = <4300/info:/1734319256874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4334=[#edits: 1 = <4301/info:/1734319256874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4335=[#edits: 1 = <4302/info:/1734319256875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4336=[#edits: 1 = <4303/info:/1734319256875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4337=[#edits: 1 = <4304/info:/1734319256875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4338=[#edits: 1 = <4305/info:/1734319256875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4339=[#edits: 1 = <4306/info:/1734319256876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4340=[#edits: 1 = <4307/info:/1734319256876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4341=[#edits: 1 = <4308/info:/1734319256876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4342=[#edits: 1 = <4309/info:/1734319256876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4343=[#edits: 1 = <4310/info:/1734319256877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4344=[#edits: 1 = <4311/info:/1734319256877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4345=[#edits: 1 = <4312/info:/1734319256877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4346=[#edits: 1 = <4313/info:/1734319256877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4347=[#edits: 1 = <4314/info:/1734319256877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4348=[#edits: 1 = <4315/info:/1734319256878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4349=[#edits: 1 = <4316/info:/1734319256878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4350=[#edits: 1 = <4317/info:/1734319256878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4351=[#edits: 1 = <4318/info:/1734319256878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4352=[#edits: 1 = <4319/info:/1734319256879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4353=[#edits: 1 = <4320/info:/1734319256879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4354=[#edits: 1 = <4321/info:/1734319256879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4355=[#edits: 1 = <4322/info:/1734319256879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4356=[#edits: 1 = <4323/info:/1734319256880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4357=[#edits: 1 = <4324/info:/1734319256880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4358=[#edits: 1 = <4325/info:/1734319256880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4359=[#edits: 1 = <4326/info:/1734319256880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4360=[#edits: 1 = <4327/info:/1734319256881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4361=[#edits: 1 = <4328/info:/1734319256881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4362=[#edits: 1 = <4329/info:/1734319256881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4363=[#edits: 1 = <4330/info:/1734319256881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4364=[#edits: 1 = <4331/info:/1734319256881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4365=[#edits: 1 = <4332/info:/1734319256882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4366=[#edits: 1 = <4333/info:/1734319256882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4367=[#edits: 1 = <4334/info:/1734319256882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4368=[#edits: 1 = <4335/info:/1734319256882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4369=[#edits: 1 = <4336/info:/1734319256883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4370=[#edits: 1 = <4337/info:/1734319256883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4371=[#edits: 1 = <4338/info:/1734319256883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4372=[#edits: 1 = <4339/info:/1734319256883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4373=[#edits: 1 = <4340/info:/1734319256884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4374=[#edits: 1 = <4341/info:/1734319256884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4375=[#edits: 1 = <4342/info:/1734319256884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4376=[#edits: 1 = <4343/info:/1734319256884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4377=[#edits: 1 = <4344/info:/1734319256884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4378=[#edits: 1 = <4345/info:/1734319256885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4379=[#edits: 1 = <4346/info:/1734319256885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4380=[#edits: 1 = <4347/info:/1734319256885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4381=[#edits: 1 = <4348/info:/1734319256885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4382=[#edits: 1 = <4349/info:/1734319256885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4383=[#edits: 1 = <4350/info:/1734319256886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4384=[#edits: 1 = <4351/info:/1734319256886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4385=[#edits: 1 = <4352/info:/1734319256886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4386=[#edits: 1 = <4353/info:/1734319256886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4387=[#edits: 1 = <4354/info:/1734319256887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4388=[#edits: 1 = <4355/info:/1734319256887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4389=[#edits: 1 = <4356/info:/1734319256887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4390=[#edits: 1 = <4357/info:/1734319256887/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=63328, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,997 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,998 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4391=[#edits: 1 = <4358/info:/1734319256888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4392=[#edits: 1 = <4359/info:/1734319256888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4393=[#edits: 1 = <4360/info:/1734319256888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4394=[#edits: 1 = <4361/info:/1734319256888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4395=[#edits: 1 = <4362/info:/1734319256889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4396=[#edits: 1 = <4363/info:/1734319256889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4397=[#edits: 1 = <4364/info:/1734319256889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4398=[#edits: 1 = <4365/info:/1734319256889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4399=[#edits: 1 = <4366/info:/1734319256889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4400=[#edits: 1 = <4367/info:/1734319256890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4401=[#edits: 1 = <4368/info:/1734319256890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4402=[#edits: 1 = <4369/info:/1734319256890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4403=[#edits: 1 = <4370/info:/1734319256890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4404=[#edits: 1 = <4371/info:/1734319256891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4405=[#edits: 1 = <4372/info:/1734319256891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4406=[#edits: 1 = <4373/info:/1734319256891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4407=[#edits: 1 = <4374/info:/1734319256891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4408=[#edits: 1 = <4375/info:/1734319256892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4409=[#edits: 1 = <4376/info:/1734319256892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4410=[#edits: 1 = <4377/info:/1734319256892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4411=[#edits: 1 = <4378/info:/1734319256892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4412=[#edits: 1 = <4379/info:/1734319256892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4413=[#edits: 1 = <4380/info:/1734319256893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4414=[#edits: 1 = <4381/info:/1734319256893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4415=[#edits: 1 = <4382/info:/1734319256893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4416=[#edits: 1 = <4383/info:/1734319256893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4417=[#edits: 1 = <4384/info:/1734319256894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4418=[#edits: 1 = <4385/info:/1734319256894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4419=[#edits: 1 = <4386/info:/1734319256894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4420=[#edits: 1 = <4387/info:/1734319256894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4421=[#edits: 1 = <4388/info:/1734319256895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4422=[#edits: 1 = <4389/info:/1734319256895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4423=[#edits: 1 = <4390/info:/1734319256895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4424=[#edits: 1 = <4391/info:/1734319256895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4425=[#edits: 1 = <4392/info:/1734319256895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4426=[#edits: 1 = <4393/info:/1734319256896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4427=[#edits: 1 = <4394/info:/1734319256896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4428=[#edits: 1 = <4395/info:/1734319256896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4429=[#edits: 1 = <4396/info:/1734319256896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4430=[#edits: 1 = <4397/info:/1734319256897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4431=[#edits: 1 = <4398/info:/1734319256897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4432=[#edits: 1 = <4399/info:/1734319256897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4433=[#edits: 1 = <4400/info:/1734319256897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4434=[#edits: 1 = <4401/info:/1734319256897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4435=[#edits: 1 = <4402/info:/1734319256898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4436=[#edits: 1 = <4403/info:/1734319256898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4437=[#edits: 1 = <4404/info:/1734319256898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4438=[#edits: 1 = <4405/info:/1734319256898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4439=[#edits: 1 = <4406/info:/1734319256899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4440=[#edits: 1 = <4407/info:/1734319256899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4441=[#edits: 1 = <4408/info:/1734319256899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4442=[#edits: 1 = <4409/info:/1734319256899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4443=[#edits: 1 = <4410/info:/1734319256900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4444=[#edits: 1 = <4411/info:/1734319256900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4445=[#edits: 1 = <4412/info:/1734319256900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4446=[#edits: 1 = <4413/info:/1734319256900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4447=[#edits: 1 = <4414/info:/1734319256901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4448=[#edits: 1 = <4415/info:/1734319256901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4449=[#edits: 1 = <4416/info:/1734319256901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4450=[#edits: 1 = <4417/info:/1734319256901/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=67708, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:56,998 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:56,999 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4451=[#edits: 1 = <4418/info:/1734319256901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4452=[#edits: 1 = <4419/info:/1734319256902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4453=[#edits: 1 = <4420/info:/1734319256902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4454=[#edits: 1 = <4421/info:/1734319256902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4455=[#edits: 1 = <4422/info:/1734319256902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4456=[#edits: 1 = <4423/info:/1734319256903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4457=[#edits: 1 = <4424/info:/1734319256903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4458=[#edits: 1 = <4425/info:/1734319256903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4459=[#edits: 1 = <4426/info:/1734319256903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4460=[#edits: 1 = <4427/info:/1734319256904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4461=[#edits: 1 = <4428/info:/1734319256904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4462=[#edits: 1 = <4429/info:/1734319256904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4463=[#edits: 1 = <4430/info:/1734319256904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4464=[#edits: 1 = <4431/info:/1734319256904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4465=[#edits: 1 = <4432/info:/1734319256905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4466=[#edits: 1 = <4433/info:/1734319256905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4467=[#edits: 1 = <4434/info:/1734319256905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4468=[#edits: 1 = <4435/info:/1734319256906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4469=[#edits: 1 = <4436/info:/1734319256906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4470=[#edits: 1 = <4437/info:/1734319256906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4471=[#edits: 1 = <4438/info:/1734319256906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4472=[#edits: 1 = <4439/info:/1734319256907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4473=[#edits: 1 = <4440/info:/1734319256907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4474=[#edits: 1 = <4441/info:/1734319256907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4475=[#edits: 1 = <4442/info:/1734319256907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4476=[#edits: 1 = <4443/info:/1734319256908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4477=[#edits: 1 = <4444/info:/1734319256908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4478=[#edits: 1 = <4445/info:/1734319256908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4479=[#edits: 1 = <4446/info:/1734319256908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4480=[#edits: 1 = <4447/info:/1734319256908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4481=[#edits: 1 = <4448/info:/1734319256909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4482=[#edits: 1 = <4449/info:/1734319256909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4483=[#edits: 1 = <4450/info:/1734319256909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4484=[#edits: 1 = <4451/info:/1734319256909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4485=[#edits: 1 = <4452/info:/1734319256910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4486=[#edits: 1 = <4453/info:/1734319256910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4487=[#edits: 1 = <4454/info:/1734319256910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4488=[#edits: 1 = <4455/info:/1734319256910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4489=[#edits: 1 = <4456/info:/1734319256910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4490=[#edits: 1 = <4457/info:/1734319256911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4491=[#edits: 1 = <4458/info:/1734319256911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4492=[#edits: 1 = <4459/info:/1734319256911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4493=[#edits: 1 = <4460/info:/1734319256911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4494=[#edits: 1 = <4461/info:/1734319256911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4495=[#edits: 1 = <4462/info:/1734319256912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4496=[#edits: 1 = <4463/info:/1734319256912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4497=[#edits: 1 = <4464/info:/1734319256912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4498=[#edits: 1 = <4465/info:/1734319256912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4499=[#edits: 1 = <4466/info:/1734319256913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4500=[#edits: 1 = <4467/info:/1734319256913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4501=[#edits: 1 = <4468/info:/1734319256913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4502=[#edits: 1 = <4469/info:/1734319256913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4503=[#edits: 1 = <4470/info:/1734319256914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4504=[#edits: 1 = <4471/info:/1734319256914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4505=[#edits: 1 = <4472/info:/1734319256914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4506=[#edits: 1 = <4473/info:/1734319256914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4507=[#edits: 1 = <4474/info:/1734319256914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4508=[#edits: 1 = <4475/info:/1734319256915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4509=[#edits: 1 = <4476/info:/1734319256915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4510=[#edits: 1 = <4477/info:/1734319256915/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=72088, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:57,000 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:57,000 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4511=[#edits: 1 = <4478/info:/1734319256915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4512=[#edits: 1 = <4479/info:/1734319256916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4513=[#edits: 1 = <4480/info:/1734319256916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4514=[#edits: 1 = <4481/info:/1734319256916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4515=[#edits: 1 = <4482/info:/1734319256916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4516=[#edits: 1 = <4483/info:/1734319256917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4517=[#edits: 1 = <4484/info:/1734319256917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4518=[#edits: 1 = <4485/info:/1734319256917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4519=[#edits: 1 = <4486/info:/1734319256917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4520=[#edits: 1 = <4487/info:/1734319256918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4521=[#edits: 1 = <4488/info:/1734319256918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4522=[#edits: 1 = <4489/info:/1734319256918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4523=[#edits: 1 = <4490/info:/1734319256918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4524=[#edits: 1 = <4491/info:/1734319256918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4525=[#edits: 1 = <4492/info:/1734319256919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4526=[#edits: 1 = <4493/info:/1734319256919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4527=[#edits: 1 = <4494/info:/1734319256919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4528=[#edits: 1 = <4495/info:/1734319256920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4529=[#edits: 1 = <4496/info:/1734319256920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4530=[#edits: 1 = <4497/info:/1734319256920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4531=[#edits: 1 = <4498/info:/1734319256920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4532=[#edits: 1 = <4499/info:/1734319256920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4533=[#edits: 1 = <4500/info:/1734319256921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4534=[#edits: 1 = <4501/info:/1734319256921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4535=[#edits: 1 = <4502/info:/1734319256921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4536=[#edits: 1 = <4503/info:/1734319256921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4537=[#edits: 1 = <4504/info:/1734319256922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4538=[#edits: 1 = <4505/info:/1734319256922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4539=[#edits: 1 = <4506/info:/1734319256922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4540=[#edits: 1 = <4507/info:/1734319256922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4541=[#edits: 1 = <4508/info:/1734319256923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4542=[#edits: 1 = <4509/info:/1734319256923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4543=[#edits: 1 = <4510/info:/1734319256923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4544=[#edits: 1 = <4511/info:/1734319256924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4545=[#edits: 1 = <4512/info:/1734319256924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4546=[#edits: 1 = <4513/info:/1734319256924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4547=[#edits: 1 = <4514/info:/1734319256924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4548=[#edits: 1 = <4515/info:/1734319256924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4549=[#edits: 1 = <4516/info:/1734319256925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4550=[#edits: 1 = <4517/info:/1734319256925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4551=[#edits: 1 = <4518/info:/1734319256925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4552=[#edits: 1 = <4519/info:/1734319256925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4553=[#edits: 1 = <4520/info:/1734319256926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4554=[#edits: 1 = <4521/info:/1734319256926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4555=[#edits: 1 = <4522/info:/1734319256926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4556=[#edits: 1 = <4523/info:/1734319256927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4557=[#edits: 1 = <4524/info:/1734319256927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4558=[#edits: 1 = <4525/info:/1734319256927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4559=[#edits: 1 = <4526/info:/1734319256927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4560=[#edits: 1 = <4527/info:/1734319256928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4561=[#edits: 1 = <4528/info:/1734319256928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4562=[#edits: 1 = <4529/info:/1734319256928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4563=[#edits: 1 = <4530/info:/1734319256928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4564=[#edits: 1 = <4531/info:/1734319256929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4565=[#edits: 1 = <4532/info:/1734319256929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4566=[#edits: 1 = <4533/info:/1734319256929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4567=[#edits: 1 = <4534/info:/1734319256929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4568=[#edits: 1 = <4535/info:/1734319256930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4569=[#edits: 1 = <4536/info:/1734319256930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4570=[#edits: 1 = <4537/info:/1734319256930/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=76468, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:57,001 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:57,001 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:57,001 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:57,002 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta 2024-12-16T03:20:57,002 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:57,002 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4571=[#edits: 1 = <4538/info:/1734319256930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4572=[#edits: 1 = <4539/info:/1734319256931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4573=[#edits: 1 = <4540/info:/1734319256933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4574=[#edits: 1 = <4541/info:/1734319256933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4575=[#edits: 1 = <4542/info:/1734319256934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4576=[#edits: 1 = <4543/info:/1734319256934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4577=[#edits: 1 = <4544/info:/1734319256934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4578=[#edits: 1 = <4545/info:/1734319256935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4579=[#edits: 1 = <4546/info:/1734319256935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4580=[#edits: 1 = <4547/info:/1734319256935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4581=[#edits: 1 = <4548/info:/1734319256935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4582=[#edits: 1 = <4549/info:/1734319256936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4583=[#edits: 1 = <4550/info:/1734319256936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4584=[#edits: 1 = <4551/info:/1734319256936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4585=[#edits: 1 = <4552/info:/1734319256936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4586=[#edits: 1 = <4553/info:/1734319256937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4587=[#edits: 1 = <4554/info:/1734319256937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4588=[#edits: 1 = <4555/info:/1734319256937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4589=[#edits: 1 = <4556/info:/1734319256937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4590=[#edits: 1 = <4557/info:/1734319256938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4591=[#edits: 1 = <4558/info:/1734319256938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4592=[#edits: 1 = <4559/info:/1734319256938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4593=[#edits: 1 = <4560/info:/1734319256939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4594=[#edits: 1 = <4561/info:/1734319256939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4595=[#edits: 1 = <4562/info:/1734319256939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4596=[#edits: 1 = <4563/info:/1734319256939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4597=[#edits: 1 = <4564/info:/1734319256940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4598=[#edits: 1 = <4565/info:/1734319256940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4599=[#edits: 1 = <4566/info:/1734319256940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4600=[#edits: 1 = <4567/info:/1734319256941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4601=[#edits: 1 = <4568/info:/1734319256941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4602=[#edits: 1 = <4569/info:/1734319256941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4603=[#edits: 1 = <4570/info:/1734319256941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4604=[#edits: 1 = <4571/info:/1734319256942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4605=[#edits: 1 = <4572/info:/1734319256942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4606=[#edits: 1 = <4573/info:/1734319256942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4607=[#edits: 1 = <4574/info:/1734319256942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4608=[#edits: 1 = <4575/info:/1734319256943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4609=[#edits: 1 = <4576/info:/1734319256943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4610=[#edits: 1 = <4577/info:/1734319256943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4611=[#edits: 1 = <4578/info:/1734319256943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4612=[#edits: 1 = <4579/info:/1734319256944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4613=[#edits: 1 = <4580/info:/1734319256944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4614=[#edits: 1 = <4581/info:/1734319256944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4615=[#edits: 1 = <4582/info:/1734319256944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4616=[#edits: 1 = <4583/info:/1734319256945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4617=[#edits: 1 = <4584/info:/1734319256945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4618=[#edits: 1 = <4585/info:/1734319256945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4619=[#edits: 1 = <4586/info:/1734319256945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4620=[#edits: 1 = <4587/info:/1734319256945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4621=[#edits: 1 = <4588/info:/1734319256946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4622=[#edits: 1 = <4589/info:/1734319256946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4623=[#edits: 1 = <4590/info:/1734319256946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4624=[#edits: 1 = <4591/info:/1734319256946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4625=[#edits: 1 = <4592/info:/1734319256947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4626=[#edits: 1 = <4593/info:/1734319256947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4627=[#edits: 1 = <4594/info:/1734319256947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4628=[#edits: 1 = <4595/info:/1734319256947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4629=[#edits: 1 = <4596/info:/1734319256948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4630=[#edits: 1 = <4597/info:/1734319256948/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=80848, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:57,003 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, startPosition=0, beingWritten=true 2024-12-16T03:20:57,003 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4631=[#edits: 1 = <4598/info:/1734319256948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4632=[#edits: 1 = <4599/info:/1734319256948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4633=[#edits: 1 = <4600/info:/1734319256949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4634=[#edits: 1 = <4601/info:/1734319256949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4635=[#edits: 1 = <4602/info:/1734319256949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4636=[#edits: 1 = <4603/info:/1734319256949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4637=[#edits: 1 = <4604/info:/1734319256950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4638=[#edits: 1 = <4605/info:/1734319256950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4639=[#edits: 1 = <4606/info:/1734319256950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4640=[#edits: 1 = <4607/info:/1734319256950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4641=[#edits: 1 = <4608/info:/1734319256951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4642=[#edits: 1 = <4609/info:/1734319256951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4643=[#edits: 1 = <4610/info:/1734319256951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4644=[#edits: 1 = <4611/info:/1734319256952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4645=[#edits: 1 = <4612/info:/1734319256952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4646=[#edits: 1 = <4613/info:/1734319256952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4647=[#edits: 1 = <4614/info:/1734319256952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4648=[#edits: 1 = <4615/info:/1734319256953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4649=[#edits: 1 = <4616/info:/1734319256953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4650=[#edits: 1 = <4617/info:/1734319256953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4651=[#edits: 1 = <4618/info:/1734319256953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4652=[#edits: 1 = <4619/info:/1734319256954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4653=[#edits: 1 = <4620/info:/1734319256954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4654=[#edits: 1 = <4621/info:/1734319256954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4655=[#edits: 1 = <4622/info:/1734319256954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4656=[#edits: 1 = <4623/info:/1734319256954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4657=[#edits: 1 = <4624/info:/1734319256955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4658=[#edits: 1 = <4625/info:/1734319256955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4659=[#edits: 1 = <4626/info:/1734319256955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4660=[#edits: 1 = <4627/info:/1734319256955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4661=[#edits: 1 = <4628/info:/1734319256956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4662=[#edits: 1 = <4629/info:/1734319256956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4663=[#edits: 1 = <4630/info:/1734319256956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4664=[#edits: 1 = <4631/info:/1734319256956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4665=[#edits: 1 = <4632/info:/1734319256957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4666=[#edits: 1 = <4633/info:/1734319256957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4667=[#edits: 1 = <4634/info:/1734319256957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4668=[#edits: 1 = <4635/info:/1734319256957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4669=[#edits: 1 = <4636/info:/1734319256958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4670=[#edits: 1 = <4637/info:/1734319256958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4671=[#edits: 1 = <4638/info:/1734319256958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4672=[#edits: 1 = <4639/info:/1734319256958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4673=[#edits: 1 = <4640/info:/1734319256959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4674=[#edits: 1 = <4641/info:/1734319256959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4675=[#edits: 1 = <4642/info:/1734319256959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4676=[#edits: 1 = <4643/info:/1734319256959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4677=[#edits: 1 = <4644/info:/1734319256960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4678=[#edits: 1 = <4645/info:/1734319256960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4679=[#edits: 1 = <4646/info:/1734319256960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4680=[#edits: 1 = <4647/info:/1734319256961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4681=[#edits: 1 = <4648/info:/1734319256961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4682=[#edits: 1 = <4649/info:/1734319256961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4683=[#edits: 1 = <4650/info:/1734319256961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4684=[#edits: 1 = <4651/info:/1734319256962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4685=[#edits: 1 = <4652/info:/1734319256962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4686=[#edits: 1 = <4653/info:/1734319256962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4687=[#edits: 1 = <4654/info:/1734319256963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4688=[#edits: 1 = <4655/info:/1734319256963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4689=[#edits: 1 = <4656/info:/1734319256964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4690=[#edits: 1 = <4657/info:/1734319256964/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=85228, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:57,004 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4691=[#edits: 1 = <4658/info:/1734319256965/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256566.meta, lastWalPosition=85301, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=true,usedBufferSize=172] 2024-12-16T03:20:57,026 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:57,026 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4692=[#edits: 1 = <4659/info:/1734319256965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4693=[#edits: 1 = <4660/info:/1734319256965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4694=[#edits: 1 = <4661/info:/1734319256966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4695=[#edits: 1 = <4662/info:/1734319256968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4696=[#edits: 1 = <4663/info:/1734319256968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4697=[#edits: 1 = <4664/info:/1734319256968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4698=[#edits: 1 = <4665/info:/1734319256968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4699=[#edits: 1 = <4666/info:/1734319256969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4700=[#edits: 1 = <4667/info:/1734319256969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4701=[#edits: 1 = <4668/info:/1734319256969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4702=[#edits: 1 = <4669/info:/1734319256969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4703=[#edits: 1 = <4670/info:/1734319256970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4704=[#edits: 1 = <4671/info:/1734319256970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4705=[#edits: 1 = <4672/info:/1734319256970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4706=[#edits: 1 = <4673/info:/1734319256971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4707=[#edits: 1 = <4674/info:/1734319256971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4708=[#edits: 1 = <4675/info:/1734319256972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4709=[#edits: 1 = <4676/info:/1734319256973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4710=[#edits: 1 = <4677/info:/1734319256973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4711=[#edits: 1 = <4678/info:/1734319256973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4712=[#edits: 1 = <4679/info:/1734319256973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4713=[#edits: 1 = <4680/info:/1734319256974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4714=[#edits: 1 = <4681/info:/1734319256974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4715=[#edits: 1 = <4682/info:/1734319256974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4716=[#edits: 1 = <4683/info:/1734319256974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4717=[#edits: 1 = <4684/info:/1734319256975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4718=[#edits: 1 = <4685/info:/1734319256975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4719=[#edits: 1 = <4686/info:/1734319256975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4720=[#edits: 1 = <4687/info:/1734319256975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4721=[#edits: 1 = <4688/info:/1734319256976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4722=[#edits: 1 = <4689/info:/1734319256976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4723=[#edits: 1 = <4690/info:/1734319256976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4724=[#edits: 1 = <4691/info:/1734319256976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4725=[#edits: 1 = <4692/info:/1734319256976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4726=[#edits: 1 = <4693/info:/1734319256977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4727=[#edits: 1 = <4694/info:/1734319256977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4728=[#edits: 1 = <4695/info:/1734319256977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4729=[#edits: 1 = <4696/info:/1734319256977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4730=[#edits: 1 = <4697/info:/1734319256978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4731=[#edits: 1 = <4698/info:/1734319256978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4732=[#edits: 1 = <4699/info:/1734319256978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4733=[#edits: 1 = <4700/info:/1734319256978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4734=[#edits: 1 = <4701/info:/1734319256978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4735=[#edits: 1 = <4702/info:/1734319256979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4736=[#edits: 1 = <4703/info:/1734319256979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4737=[#edits: 1 = <4704/info:/1734319256979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4738=[#edits: 1 = <4705/info:/1734319256979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4739=[#edits: 1 = <4706/info:/1734319256980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4740=[#edits: 1 = <4707/info:/1734319256980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4741=[#edits: 1 = <4708/info:/1734319256980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4742=[#edits: 1 = <4709/info:/1734319256980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4743=[#edits: 1 = <4710/info:/1734319256981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4744=[#edits: 1 = <4711/info:/1734319256981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4745=[#edits: 1 = <4712/info:/1734319256981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4746=[#edits: 1 = <4713/info:/1734319256981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4747=[#edits: 1 = <4714/info:/1734319256981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4748=[#edits: 1 = <4715/info:/1734319256982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4749=[#edits: 1 = <4716/info:/1734319256982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4750=[#edits: 1 = <4717/info:/1734319256982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4751=[#edits: 1 = <4718/info:/1734319256982/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=4465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:57,027 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:57,027 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4752=[#edits: 1 = <4719/info:/1734319256983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4753=[#edits: 1 = <4720/info:/1734319256983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4754=[#edits: 1 = <4721/info:/1734319256983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4755=[#edits: 1 = <4722/info:/1734319256983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4756=[#edits: 1 = <4723/info:/1734319256984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4757=[#edits: 1 = <4724/info:/1734319256984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4758=[#edits: 1 = <4725/info:/1734319256984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4759=[#edits: 1 = <4726/info:/1734319256985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4760=[#edits: 1 = <4727/info:/1734319256985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4761=[#edits: 1 = <4728/info:/1734319256985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4762=[#edits: 1 = <4729/info:/1734319256985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4763=[#edits: 1 = <4730/info:/1734319256986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4764=[#edits: 1 = <4731/info:/1734319256986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4765=[#edits: 1 = <4732/info:/1734319256986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4766=[#edits: 1 = <4733/info:/1734319256987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4767=[#edits: 1 = <4734/info:/1734319256987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4768=[#edits: 1 = <4735/info:/1734319256987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4769=[#edits: 1 = <4736/info:/1734319256988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4770=[#edits: 1 = <4737/info:/1734319256992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4771=[#edits: 1 = <4738/info:/1734319256993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4772=[#edits: 1 = <4739/info:/1734319256993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4773=[#edits: 1 = <4740/info:/1734319256994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4774=[#edits: 1 = <4741/info:/1734319256994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4775=[#edits: 1 = <4742/info:/1734319256995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4776=[#edits: 1 = <4743/info:/1734319256995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4777=[#edits: 1 = <4744/info:/1734319256996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4778=[#edits: 1 = <4745/info:/1734319256996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4779=[#edits: 1 = <4746/info:/1734319256997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4780=[#edits: 1 = <4747/info:/1734319256997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4781=[#edits: 1 = <4748/info:/1734319256998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4782=[#edits: 1 = <4749/info:/1734319256998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4783=[#edits: 1 = <4750/info:/1734319256999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4784=[#edits: 1 = <4751/info:/1734319257000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4785=[#edits: 1 = <4752/info:/1734319257000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4786=[#edits: 1 = <4753/info:/1734319257001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4787=[#edits: 1 = <4754/info:/1734319257001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4788=[#edits: 1 = <4755/info:/1734319257002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4789=[#edits: 1 = <4756/info:/1734319257002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4790=[#edits: 1 = <4757/info:/1734319257003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4791=[#edits: 1 = <4758/info:/1734319257003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4792=[#edits: 1 = <4759/info:/1734319257004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4793=[#edits: 1 = <4760/info:/1734319257005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4794=[#edits: 1 = <4761/info:/1734319257006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4795=[#edits: 1 = <4762/info:/1734319257006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4796=[#edits: 1 = <4763/info:/1734319257006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4797=[#edits: 1 = <4764/info:/1734319257007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4798=[#edits: 1 = <4765/info:/1734319257007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4799=[#edits: 1 = <4766/info:/1734319257007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4800=[#edits: 1 = <4767/info:/1734319257007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4801=[#edits: 1 = <4768/info:/1734319257008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4802=[#edits: 1 = <4769/info:/1734319257008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4803=[#edits: 1 = <4770/info:/1734319257011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4804=[#edits: 1 = <4771/info:/1734319257012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4805=[#edits: 1 = <4772/info:/1734319257012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4806=[#edits: 1 = <4773/info:/1734319257012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4807=[#edits: 1 = <4774/info:/1734319257013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4808=[#edits: 1 = <4775/info:/1734319257013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4809=[#edits: 1 = <4776/info:/1734319257013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4810=[#edits: 1 = <4777/info:/1734319257014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4811=[#edits: 1 = <4778/info:/1734319257014/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=8845, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:57,027 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-16T03:20:57,027 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 10524, reset compression=false 2024-12-16T03:20:57,032 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:20:57,032 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 10670, reset compression=false 2024-12-16T03:20:57,032 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4812=[#edits: 1 = <4779/info:/1734319257014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4813=[#edits: 1 = <4780/info:/1734319257014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4814=[#edits: 1 = <4781/info:/1734319257015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4815=[#edits: 1 = <4782/info:/1734319257015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4816=[#edits: 1 = <4783/info:/1734319257015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4817=[#edits: 1 = <4784/info:/1734319257016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4818=[#edits: 1 = <4785/info:/1734319257016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4819=[#edits: 1 = <4786/info:/1734319257016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4820=[#edits: 1 = <4787/info:/1734319257017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4821=[#edits: 1 = <4788/info:/1734319257017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4822=[#edits: 1 = <4789/info:/1734319257018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4823=[#edits: 1 = <4790/info:/1734319257018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4824=[#edits: 1 = <4791/info:/1734319257018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4825=[#edits: 1 = <4792/info:/1734319257019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4826=[#edits: 1 = <4793/info:/1734319257020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4827=[#edits: 1 = <4794/info:/1734319257020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4828=[#edits: 1 = <4795/info:/1734319257020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4829=[#edits: 1 = <4796/info:/1734319257021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4830=[#edits: 1 = <4797/info:/1734319257021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4831=[#edits: 1 = <4798/info:/1734319257022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4832=[#edits: 1 = <4799/info:/1734319257022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4833=[#edits: 1 = <4800/info:/1734319257023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4834=[#edits: 1 = <4801/info:/1734319257023/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=10524, nbRowKeys=23, nbHFiles=0, heapSize=3956, lastSeqIds={}, endOfFile=false,usedBufferSize=3956] 2024-12-16T03:20:57,035 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4835=[#edits: 1 = <4802/info:/1734319257024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4836=[#edits: 1 = <4803/info:/1734319257028/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=10670, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-16T03:20:57,041 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:57,041 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 10962, reset compression=false 2024-12-16T03:20:57,041 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4837=[#edits: 1 = <4804/info:/1734319257032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4838=[#edits: 1 = <4805/info:/1734319257038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4839=[#edits: 1 = <4806/info:/1734319257039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4840=[#edits: 1 = <4807/info:/1734319257040/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=10962, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:57,045 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:57,045 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 11254, reset compression=false 2024-12-16T03:20:57,045 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4841=[#edits: 1 = <4808/info:/1734319257040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4842=[#edits: 1 = <4809/info:/1734319257041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4843=[#edits: 1 = <4810/info:/1734319257042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4844=[#edits: 1 = <4811/info:/1734319257043/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=11254, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:57,049 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:57,049 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 11473, reset compression=false 2024-12-16T03:20:57,049 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4845=[#edits: 1 = <4812/info:/1734319257044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4846=[#edits: 1 = <4813/info:/1734319257044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4847=[#edits: 1 = <4814/info:/1734319257047/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=11473, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-16T03:20:57,054 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:57,054 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 11838, reset compression=false 2024-12-16T03:20:57,054 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4848=[#edits: 1 = <4815/info:/1734319257048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4849=[#edits: 1 = <4816/info:/1734319257048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4850=[#edits: 1 = <4817/info:/1734319257049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4851=[#edits: 1 = <4818/info:/1734319257050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4852=[#edits: 1 = <4819/info:/1734319257052/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=11838, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:57,059 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:20:57,059 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 12057, reset compression=false 2024-12-16T03:20:57,059 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4853=[#edits: 1 = <4820/info:/1734319257053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4854=[#edits: 1 = <4821/info:/1734319257055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4855=[#edits: 1 = <4822/info:/1734319257057/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=12057, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-16T03:20:57,063 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:57,063 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 12422, reset compression=false 2024-12-16T03:20:57,063 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4856=[#edits: 1 = <4823/info:/1734319257058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4857=[#edits: 1 = <4824/info:/1734319257058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4858=[#edits: 1 = <4825/info:/1734319257059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4859=[#edits: 1 = <4826/info:/1734319257059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4860=[#edits: 1 = <4827/info:/1734319257060/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=12422, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:57,066 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-16T03:20:57,066 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 12787, reset compression=false 2024-12-16T03:20:57,066 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4861=[#edits: 1 = <4828/info:/1734319257061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4862=[#edits: 1 = <4829/info:/1734319257062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4863=[#edits: 1 = <4830/info:/1734319257063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4864=[#edits: 1 = <4831/info:/1734319257063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4865=[#edits: 1 = <4832/info:/1734319257065/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=12787, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-16T03:20:57,070 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:57,070 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 13079, reset compression=false 2024-12-16T03:20:57,070 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4866=[#edits: 1 = <4833/info:/1734319257065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4867=[#edits: 1 = <4834/info:/1734319257066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4868=[#edits: 1 = <4835/info:/1734319257067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4869=[#edits: 1 = <4836/info:/1734319257069/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=13079, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:57,074 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:57,074 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 13736, reset compression=false 2024-12-16T03:20:57,074 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4870=[#edits: 1 = <4837/info:/1734319257069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4871=[#edits: 1 = <4838/info:/1734319257069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4872=[#edits: 1 = <4839/info:/1734319257070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4873=[#edits: 1 = <4840/info:/1734319257071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4874=[#edits: 1 = <4841/info:/1734319257071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4875=[#edits: 1 = <4842/info:/1734319257072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4876=[#edits: 1 = <4843/info:/1734319257072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4877=[#edits: 1 = <4844/info:/1734319257072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4878=[#edits: 1 = <4845/info:/1734319257073/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=13736, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:57,078 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:57,079 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 14466, reset compression=false 2024-12-16T03:20:57,079 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4879=[#edits: 1 = <4846/info:/1734319257073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4880=[#edits: 1 = <4847/info:/1734319257074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4881=[#edits: 1 = <4848/info:/1734319257074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4882=[#edits: 1 = <4849/info:/1734319257075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4883=[#edits: 1 = <4850/info:/1734319257075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4884=[#edits: 1 = <4851/info:/1734319257075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4885=[#edits: 1 = <4852/info:/1734319257076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4886=[#edits: 1 = <4853/info:/1734319257076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4887=[#edits: 1 = <4854/info:/1734319257076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4888=[#edits: 1 = <4855/info:/1734319257077/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=14466, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:57,083 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:20:57,083 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 15123, reset compression=false 2024-12-16T03:20:57,083 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4889=[#edits: 1 = <4856/info:/1734319257077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4890=[#edits: 1 = <4857/info:/1734319257078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4891=[#edits: 1 = <4858/info:/1734319257078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4892=[#edits: 1 = <4859/info:/1734319257079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4893=[#edits: 1 = <4860/info:/1734319257079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4894=[#edits: 1 = <4861/info:/1734319257080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4895=[#edits: 1 = <4862/info:/1734319257080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4896=[#edits: 1 = <4863/info:/1734319257081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4897=[#edits: 1 = <4864/info:/1734319257081/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=15123, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-16T03:20:57,087 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-16T03:20:57,087 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 16072, reset compression=false 2024-12-16T03:20:57,087 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4898=[#edits: 1 = <4865/info:/1734319257081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4899=[#edits: 1 = <4866/info:/1734319257082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4900=[#edits: 1 = <4867/info:/1734319257082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4901=[#edits: 1 = <4868/info:/1734319257082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4902=[#edits: 1 = <4869/info:/1734319257083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4903=[#edits: 1 = <4870/info:/1734319257083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4904=[#edits: 1 = <4871/info:/1734319257084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4905=[#edits: 1 = <4872/info:/1734319257084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4906=[#edits: 1 = <4873/info:/1734319257084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4907=[#edits: 1 = <4874/info:/1734319257085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4908=[#edits: 1 = <4875/info:/1734319257085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4909=[#edits: 1 = <4876/info:/1734319257085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4910=[#edits: 1 = <4877/info:/1734319257085/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=16072, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-16T03:20:57,091 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-16T03:20:57,091 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 16802, reset compression=false 2024-12-16T03:20:57,091 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4911=[#edits: 1 = <4878/info:/1734319257086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4912=[#edits: 1 = <4879/info:/1734319257087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4913=[#edits: 1 = <4880/info:/1734319257087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4914=[#edits: 1 = <4881/info:/1734319257088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4915=[#edits: 1 = <4882/info:/1734319257088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4916=[#edits: 1 = <4883/info:/1734319257088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4917=[#edits: 1 = <4884/info:/1734319257089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4918=[#edits: 1 = <4885/info:/1734319257089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4919=[#edits: 1 = <4886/info:/1734319257089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4920=[#edits: 1 = <4887/info:/1734319257090/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=16802, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-16T03:20:57,096 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:20:57,096 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 17094, reset compression=false 2024-12-16T03:20:57,096 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4921=[#edits: 1 = <4888/info:/1734319257090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4922=[#edits: 1 = <4889/info:/1734319257091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4923=[#edits: 1 = <4890/info:/1734319257093/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4924=[#edits: 1 = <4891/info:/1734319257094/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=17094, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-16T03:20:57,122 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-16T03:20:57,122 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4925=[#edits: 1 = <4892/info:/1734319257095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4926=[#edits: 1 = <4893/info:/1734319257095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4927=[#edits: 1 = <4894/info:/1734319257095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4928=[#edits: 1 = <4895/info:/1734319257096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4929=[#edits: 1 = <4896/info:/1734319257096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4930=[#edits: 1 = <4897/info:/1734319257097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4931=[#edits: 1 = <4898/info:/1734319257097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4932=[#edits: 1 = <4899/info:/1734319257098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4933=[#edits: 1 = <4900/info:/1734319257098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4934=[#edits: 1 = <4901/info:/1734319257098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4935=[#edits: 1 = <4902/info:/1734319257099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4936=[#edits: 1 = <4903/info:/1734319257099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4937=[#edits: 1 = <4904/info:/1734319257100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4938=[#edits: 1 = <4905/info:/1734319257100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4939=[#edits: 1 = <4906/info:/1734319257100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4940=[#edits: 1 = <4907/info:/1734319257100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4941=[#edits: 1 = <4908/info:/1734319257101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4942=[#edits: 1 = <4909/info:/1734319257101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4943=[#edits: 1 = <4910/info:/1734319257101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4944=[#edits: 1 = <4911/info:/1734319257102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4945=[#edits: 1 = <4912/info:/1734319257102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4946=[#edits: 1 = <4913/info:/1734319257102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4947=[#edits: 1 = <4914/info:/1734319257102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4948=[#edits: 1 = <4915/info:/1734319257103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4949=[#edits: 1 = <4916/info:/1734319257103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4950=[#edits: 1 = <4917/info:/1734319257103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4951=[#edits: 1 = <4918/info:/1734319257104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4952=[#edits: 1 = <4919/info:/1734319257104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4953=[#edits: 1 = <4920/info:/1734319257104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4954=[#edits: 1 = <4921/info:/1734319257104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4955=[#edits: 1 = <4922/info:/1734319257105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4956=[#edits: 1 = <4923/info:/1734319257105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4957=[#edits: 1 = <4924/info:/1734319257105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4958=[#edits: 1 = <4925/info:/1734319257106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4959=[#edits: 1 = <4926/info:/1734319257106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4960=[#edits: 1 = <4927/info:/1734319257106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4961=[#edits: 1 = <4928/info:/1734319257107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4962=[#edits: 1 = <4929/info:/1734319257107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4963=[#edits: 1 = <4930/info:/1734319257107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4964=[#edits: 1 = <4931/info:/1734319257108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4965=[#edits: 1 = <4932/info:/1734319257108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4966=[#edits: 1 = <4933/info:/1734319257108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4967=[#edits: 1 = <4934/info:/1734319257109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4968=[#edits: 1 = <4935/info:/1734319257109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4969=[#edits: 1 = <4936/info:/1734319257109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4970=[#edits: 1 = <4937/info:/1734319257110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4971=[#edits: 1 = <4938/info:/1734319257110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4972=[#edits: 1 = <4939/info:/1734319257110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4973=[#edits: 1 = <4940/info:/1734319257111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4974=[#edits: 1 = <4941/info:/1734319257111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4975=[#edits: 1 = <4942/info:/1734319257111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4976=[#edits: 1 = <4943/info:/1734319257112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4977=[#edits: 1 = <4944/info:/1734319257112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4978=[#edits: 1 = <4945/info:/1734319257112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4979=[#edits: 1 = <4946/info:/1734319257112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4980=[#edits: 1 = <4947/info:/1734319257113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4981=[#edits: 1 = <4948/info:/1734319257113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4982=[#edits: 1 = <4949/info:/1734319257113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4983=[#edits: 1 = <4950/info:/1734319257114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4984=[#edits: 1 = <4951/info:/1734319257114/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=21474, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-16T03:20:57,122 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-16T03:20:57,122 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 22569, reset compression=false 2024-12-16T03:20:57,124 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4985=[#edits: 1 = <4952/info:/1734319257114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4986=[#edits: 1 = <4953/info:/1734319257115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4987=[#edits: 1 = <4954/info:/1734319257115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4988=[#edits: 1 = <4955/info:/1734319257115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4989=[#edits: 1 = <4956/info:/1734319257115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4990=[#edits: 1 = <4957/info:/1734319257116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4991=[#edits: 1 = <4958/info:/1734319257116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4992=[#edits: 1 = <4959/info:/1734319257117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4993=[#edits: 1 = <4960/info:/1734319257117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4994=[#edits: 1 = <4961/info:/1734319257117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4995=[#edits: 1 = <4962/info:/1734319257117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4996=[#edits: 1 = <4963/info:/1734319257118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4997=[#edits: 1 = <4964/info:/1734319257118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4998=[#edits: 1 = <4965/info:/1734319257118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4999=[#edits: 1 = <4966/info:/1734319257119/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=22569, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-16T03:20:57,132 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 28 WAL entries eligible for replication 2024-12-16T03:20:57,132 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 24613, reset compression=false 2024-12-16T03:20:57,132 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(216): flushing table 2024-12-16T03:20:57,132 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5000=[#edits: 1 = <4967/info:/1734319257119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5001=[#edits: 1 = <4968/info:/1734319257120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5002=[#edits: 1 = <4969/info:/1734319257120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5003=[#edits: 1 = <4970/info:/1734319257121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5004=[#edits: 1 = <4971/info:/1734319257121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5005=[#edits: 1 = <4972/info:/1734319257122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5006=[#edits: 1 = <4973/info:/1734319257122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5007=[#edits: 1 = <4974/info:/1734319257123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5008=[#edits: 1 = <4975/info:/1734319257124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5009=[#edits: 1 = <4976/info:/1734319257124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5010=[#edits: 1 = <4977/info:/1734319257125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5011=[#edits: 1 = <4978/info:/1734319257125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5012=[#edits: 1 = <4979/info:/1734319257125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5013=[#edits: 1 = <4980/info:/1734319257125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5014=[#edits: 1 = <4981/info:/1734319257126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5015=[#edits: 1 = <4982/info:/1734319257126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5016=[#edits: 1 = <4983/info:/1734319257126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5017=[#edits: 1 = <4984/info:/1734319257127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5018=[#edits: 1 = <4985/info:/1734319257127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5019=[#edits: 1 = <4986/info:/1734319257127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5020=[#edits: 1 = <4987/info:/1734319257127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5021=[#edits: 1 = <4988/info:/1734319257128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5022=[#edits: 1 = <4989/info:/1734319257128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5023=[#edits: 1 = <4990/info:/1734319257128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5024=[#edits: 1 = <4991/info:/1734319257129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5025=[#edits: 1 = <4992/info:/1734319257129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5026=[#edits: 1 = <4993/info:/1734319257129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5027=[#edits: 1 = <4994/info:/1734319257130/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=24613, nbRowKeys=28, nbHFiles=0, heapSize=4816, lastSeqIds={}, endOfFile=false,usedBufferSize=4816] 2024-12-16T03:20:57,132 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-16T03:20:57,139 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/cf5593e292e24c7189ba4e4a94e23c73 is 36, key is 4000/info:/1734319256793/Put/seqid=0 2024-12-16T03:20:57,140 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:20:57,140 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 25164, reset compression=false 2024-12-16T03:20:57,140 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5028=[#edits: 1 = <4995/info:/1734319257130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5029=[#edits: 1 = <4996/info:/1734319257131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5030=[#edits: 1 = <4997/info:/1734319257131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5031=[#edits: 1 = <4998/info:/1734319257131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5032=[#edits: 1 = <4999/info:/1734319257131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5034=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319257132/Put/vlen=102/seqid=0; >],292}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=25164, nbRowKeys=6, nbHFiles=0, heapSize=1152, lastSeqIds={}, endOfFile=false,usedBufferSize=1152] 2024-12-16T03:20:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 5033 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 5033 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:57,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=31.25 KB heapSize=100.44 KB 2024-12-16T03:20:57,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=31.25 KB heapSize=100.44 KB 2024-12-16T03:20:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:5033 2024-12-16T03:20:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:5033 2024-12-16T03:20:57,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741853_1029 (size=46423) 2024-12-16T03:20:57,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741853_1029 (size=46423) 2024-12-16T03:20:57,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741853_1029 (size=46423) 2024-12-16T03:20:57,174 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=5033 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/cf5593e292e24c7189ba4e4a94e23c73 2024-12-16T03:20:57,178 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/.tmp/info/cf5593e292e24c7189ba4e4a94e23c73 as hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/cf5593e292e24c7189ba4e4a94e23c73 2024-12-16T03:20:57,181 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/cf5593e292e24c7189ba4e4a94e23c73, entries=1000, sequenceid=5033, filesize=45.3 K 2024-12-16T03:20:57,181 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=5033, compaction requested=false 2024-12-16T03:20:57,181 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:20:57,182 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(218): compacting table 2024-12-16T03:20:57,182 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:57,182 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-16T03:20:57,324 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:20:57,324 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:20:57,373 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 25164, reset compression=false 2024-12-16T03:20:57,378 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:57,378 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 25384, reset compression=false 2024-12-16T03:20:57,378 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5035=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319257181/Put/vlen=136/seqid=0; >],324}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=25384, nbRowKeys=1, nbHFiles=0, heapSize=324, lastSeqIds={}, endOfFile=false,usedBufferSize=324] 2024-12-16T03:20:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 5033 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "cf5593e292e24c7189ba4e4a94e23c73" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 5033 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "cf5593e292e24c7189ba4e4a94e23c73" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:20:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:5033 and a previous prepared snapshot was found 2024-12-16T03:20:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:5033 and a previous prepared snapshot was found 2024-12-16T03:20:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:20:57,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34632b30 added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/cf5593e292e24c7189ba4e4a94e23c73, entries=1000, sequenceid=5033, filesize=45.3 K 2024-12-16T03:20:57,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b17c185 added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/cf5593e292e24c7189ba4e4a94e23c73, entries=1000, sequenceid=5033, filesize=45.3 K 2024-12-16T03:20:57,455 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d08093b to 127.0.0.1:51600 2024-12-16T03:20:57,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:57,455 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T03:20:57,456 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T03:20:57,456 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2314f405 to 127.0.0.1:51600 2024-12-16T03:20:57,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:57,456 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T03:20:57,456 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=830089506, stopped=false 2024-12-16T03:20:57,456 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f0d65a6309ee,46345,1734319252362 2024-12-16T03:20:57,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:57,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:57,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:57,500 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T03:20:57,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:57,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:57,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:57,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:57,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:57,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:20:57,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:57,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:57,501 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,39987,1734319252501' ***** 2024-12-16T03:20:57,501 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:57,501 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,33859,1734319252532' ***** 2024-12-16T03:20:57,501 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:57,501 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,39417,1734319252568' ***** 2024-12-16T03:20:57,501 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:57,501 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,46125,1734319252603' ***** 2024-12-16T03:20:57,501 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:57,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:57,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:57,502 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:57,502 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:57,502 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:57,502 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:57,502 INFO [RS:0;f0d65a6309ee:39987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:57,502 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:57,502 INFO [RS:0;f0d65a6309ee:39987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:57,502 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:57,502 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,39987,1734319252501 2024-12-16T03:20:57,502 DEBUG [RS:0;f0d65a6309ee:39987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:57,502 INFO [RS:1;f0d65a6309ee:33859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:57,502 INFO [RS:1;f0d65a6309ee:33859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:57,502 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,39987,1734319252501; all regions closed. 2024-12-16T03:20:57,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:57,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:57,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:20:57,503 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:57,503 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:57,503 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer(3579): Received CLOSE for 2ff6eec9fce9e03b85ffdb39fe500cf0 2024-12-16T03:20:57,503 INFO [RS:2;f0d65a6309ee:39417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:57,503 INFO [RS:2;f0d65a6309ee:39417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:57,503 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,39417,1734319252568 2024-12-16T03:20:57,503 DEBUG [RS:2;f0d65a6309ee:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:57,503 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T03:20:57,503 DEBUG [RS:2;f0d65a6309ee:39417 {}] regionserver.HRegionServer(1603): Online Regions={534574363=hbase:meta,,1_0001.534574363} 2024-12-16T03:20:57,503 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,33859,1734319252532 2024-12-16T03:20:57,503 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-16T03:20:57,503 DEBUG [RS:1;f0d65a6309ee:33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:57,503 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-16T03:20:57,503 DEBUG [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer(1603): Online Regions={2ff6eec9fce9e03b85ffdb39fe500cf0=hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0., 1657623790=hbase:meta,,1_0002.1657623790} 2024-12-16T03:20:57,503 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-16T03:20:57,503 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2ff6eec9fce9e03b85ffdb39fe500cf0, disabling compactions & flushes 2024-12-16T03:20:57,503 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0. 2024-12-16T03:20:57,504 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0. 2024-12-16T03:20:57,504 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0. after waiting 0 ms 2024-12-16T03:20:57,504 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0. 2024-12-16T03:20:57,504 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2ff6eec9fce9e03b85ffdb39fe500cf0 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T03:20:57,504 INFO [RS:3;f0d65a6309ee:46125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:57,504 INFO [RS:3;f0d65a6309ee:46125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:57,504 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,46125,1734319252603 2024-12-16T03:20:57,504 DEBUG [RS:3;f0d65a6309ee:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:57,504 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:57,504 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:57,504 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:57,504 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T03:20:57,504 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T03:20:57,504 DEBUG [RS:3;f0d65a6309ee:46125 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-16T03:20:57,504 DEBUG [RS:3;f0d65a6309ee:46125 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T03:20:57,504 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:57,504 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:57,504 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:57,504 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:57,504 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:57,507 DEBUG [RS:2;f0d65a6309ee:39417 {}] regionserver.HRegionServer(1629): Waiting on 534574363 2024-12-16T03:20:57,507 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-16T03:20:57,507 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-16T03:20:57,507 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-16T03:20:57,507 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-16T03:20:57,507 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-16T03:20:57,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741836_1012 (size=93) 2024-12-16T03:20:57,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741836_1012 (size=93) 2024-12-16T03:20:57,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741836_1012 (size=93) 2024-12-16T03:20:57,511 DEBUG [RS:0;f0d65a6309ee:39987 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/oldWALs 2024-12-16T03:20:57,511 INFO [RS:0;f0d65a6309ee:39987 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C39987%2C1734319252501:(num 1734319253170) 2024-12-16T03:20:57,511 DEBUG [RS:0;f0d65a6309ee:39987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:57,511 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:57,511 INFO [RS:0;f0d65a6309ee:39987 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:57,511 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:57,511 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:57,511 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:57,511 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:57,511 INFO [RS:0;f0d65a6309ee:39987 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39987 2024-12-16T03:20:57,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,39987,1734319252501 2024-12-16T03:20:57,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:20:57,520 DEBUG [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer(1629): Waiting on 1657623790, 2ff6eec9fce9e03b85ffdb39fe500cf0 2024-12-16T03:20:57,520 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-16T03:20:57,520 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-16T03:20:57,520 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-16T03:20:57,520 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-16T03:20:57,520 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-16T03:20:57,520 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/a88f0ca9a5ca4a9c9b9cc54f92dab65b, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/c8b1653f7bd041749d4bd10a953fa1bc, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/5945e5baeca84efca7546857ea9ed65f, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/0ab521911ece4cfba590fb971ce7b449, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/46a0573539714613b7d7612b8c282705, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/510d050d17b84b2ab8d482521daf841f] to archive 2024-12-16T03:20:57,521 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:20:57,521 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/namespace/2ff6eec9fce9e03b85ffdb39fe500cf0/.tmp/info/cafdb2bc373b41bc87ada321690932a1 is 45, key is default/info:d/1734319254000/Put/seqid=0 2024-12-16T03:20:57,523 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/a88f0ca9a5ca4a9c9b9cc54f92dab65b to hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/archive/data/hbase/meta/1588230740/info/a88f0ca9a5ca4a9c9b9cc54f92dab65b 2024-12-16T03:20:57,523 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/5945e5baeca84efca7546857ea9ed65f to hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/archive/data/hbase/meta/1588230740/info/5945e5baeca84efca7546857ea9ed65f 2024-12-16T03:20:57,524 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/c8b1653f7bd041749d4bd10a953fa1bc to hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/archive/data/hbase/meta/1588230740/info/c8b1653f7bd041749d4bd10a953fa1bc 2024-12-16T03:20:57,524 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/46a0573539714613b7d7612b8c282705 to hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/archive/data/hbase/meta/1588230740/info/46a0573539714613b7d7612b8c282705 2024-12-16T03:20:57,524 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/510d050d17b84b2ab8d482521daf841f to hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/archive/data/hbase/meta/1588230740/info/510d050d17b84b2ab8d482521daf841f 2024-12-16T03:20:57,525 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/info/0ab521911ece4cfba590fb971ce7b449 to hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/archive/data/hbase/meta/1588230740/info/0ab521911ece4cfba590fb971ce7b449 2024-12-16T03:20:57,528 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:57,528 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-16T03:20:57,528 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-16T03:20:57,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,39987,1734319252501] 2024-12-16T03:20:57,528 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-16T03:20:57,528 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,39987,1734319252501; numProcessing=1 2024-12-16T03:20:57,531 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:57,531 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-16T03:20:57,531 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-16T03:20:57,531 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-16T03:20:57,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741854_1030 (size=5037) 2024-12-16T03:20:57,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741854_1030 (size=5037) 2024-12-16T03:20:57,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741854_1030 (size=5037) 2024-12-16T03:20:57,533 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:57,533 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/meta/1588230740/recovered.edits/5036.seqid, newMaxSeqId=5036, maxSeqId=12 2024-12-16T03:20:57,533 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/namespace/2ff6eec9fce9e03b85ffdb39fe500cf0/.tmp/info/cafdb2bc373b41bc87ada321690932a1 2024-12-16T03:20:57,533 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:57,534 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:57,534 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:57,534 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:57,535 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:57,536 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,39987,1734319252501 already deleted, retry=false 2024-12-16T03:20:57,536 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,39987,1734319252501 expired; onlineServers=3 2024-12-16T03:20:57,537 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/namespace/2ff6eec9fce9e03b85ffdb39fe500cf0/.tmp/info/cafdb2bc373b41bc87ada321690932a1 as hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/namespace/2ff6eec9fce9e03b85ffdb39fe500cf0/info/cafdb2bc373b41bc87ada321690932a1 2024-12-16T03:20:57,537 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:57,537 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:57,540 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/namespace/2ff6eec9fce9e03b85ffdb39fe500cf0/info/cafdb2bc373b41bc87ada321690932a1, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T03:20:57,541 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 2ff6eec9fce9e03b85ffdb39fe500cf0 in 37ms, sequenceid=6, compaction requested=false 2024-12-16T03:20:57,541 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-16T03:20:57,544 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/data/hbase/namespace/2ff6eec9fce9e03b85ffdb39fe500cf0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T03:20:57,544 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0. 2024-12-16T03:20:57,544 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2ff6eec9fce9e03b85ffdb39fe500cf0: 2024-12-16T03:20:57,544 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734319253584.2ff6eec9fce9e03b85ffdb39fe500cf0. 2024-12-16T03:20:57,585 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 25384, reset compression=false 2024-12-16T03:20:57,589 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:20:57,589 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 25618, reset compression=false 2024-12-16T03:20:57,589 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5036=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734319257529/Put/vlen=129/seqid=0; >],340}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta, lastWalPosition=25618, nbRowKeys=1, nbHFiles=0, heapSize=340, lastSeqIds={}, endOfFile=false,usedBufferSize=340] 2024-12-16T03:20:57,628 INFO [RS:0;f0d65a6309ee:39987 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,39987,1734319252501; zookeeper connection closed. 2024-12-16T03:20:57,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:57,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1002cdabffe0001, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:57,629 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@592bdf70 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@592bdf70 2024-12-16T03:20:57,704 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,46125,1734319252603; all regions closed. 2024-12-16T03:20:57,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741852_1028 (size=25626) 2024-12-16T03:20:57,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741852_1028 (size=25626) 2024-12-16T03:20:57,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741852_1028 (size=25626) 2024-12-16T03:20:57,707 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,39417,1734319252568; all regions closed. 2024-12-16T03:20:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741834_1010 (size=93) 2024-12-16T03:20:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741834_1010 (size=93) 2024-12-16T03:20:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741834_1010 (size=93) 2024-12-16T03:20:57,710 DEBUG [RS:3;f0d65a6309ee:46125 {}] wal.AbstractFSWAL(1071): Moved 2 WAL file(s) to /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/oldWALs 2024-12-16T03:20:57,710 INFO [RS:3;f0d65a6309ee:46125 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C46125%2C1734319252603.meta:.meta(num 1734319256947) 2024-12-16T03:20:57,710 DEBUG [RS:2;f0d65a6309ee:39417 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/oldWALs 2024-12-16T03:20:57,710 INFO [RS:2;f0d65a6309ee:39417 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C39417%2C1734319252568:(num 1734319253163) 2024-12-16T03:20:57,710 DEBUG [RS:2;f0d65a6309ee:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:57,710 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:57,711 INFO [RS:2;f0d65a6309ee:39417 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:57,711 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:57,711 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:57,711 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:57,711 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:57,712 INFO [RS:2;f0d65a6309ee:39417 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39417 2024-12-16T03:20:57,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741833_1009 (size=93) 2024-12-16T03:20:57,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741833_1009 (size=93) 2024-12-16T03:20:57,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741833_1009 (size=93) 2024-12-16T03:20:57,714 DEBUG [RS:3;f0d65a6309ee:46125 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/oldWALs 2024-12-16T03:20:57,714 INFO [RS:3;f0d65a6309ee:46125 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C46125%2C1734319252603:(num 1734319253167) 2024-12-16T03:20:57,714 DEBUG [RS:3;f0d65a6309ee:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:57,714 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:57,714 INFO [RS:3;f0d65a6309ee:46125 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:57,714 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:57,714 INFO [RS:3;f0d65a6309ee:46125 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46125 2024-12-16T03:20:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:20:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,39417,1734319252568 2024-12-16T03:20:57,720 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,33859,1734319252532; all regions closed. 2024-12-16T03:20:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741835_1011 (size=1414) 2024-12-16T03:20:57,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741835_1011 (size=1414) 2024-12-16T03:20:57,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741835_1011 (size=1414) 2024-12-16T03:20:57,723 DEBUG [RS:1;f0d65a6309ee:33859 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/oldWALs 2024-12-16T03:20:57,723 INFO [RS:1;f0d65a6309ee:33859 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C33859%2C1734319252532:(num 1734319253167) 2024-12-16T03:20:57,723 DEBUG [RS:1;f0d65a6309ee:33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:57,723 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:57,724 INFO [RS:1;f0d65a6309ee:33859 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:57,724 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:57,724 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:57,724 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:57,724 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:57,724 INFO [RS:1;f0d65a6309ee:33859 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33859 2024-12-16T03:20:57,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,46125,1734319252603 2024-12-16T03:20:57,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:20:57,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,33859,1734319252532 2024-12-16T03:20:57,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,46125,1734319252603] 2024-12-16T03:20:57,736 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,46125,1734319252603; numProcessing=2 2024-12-16T03:20:57,753 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,46125,1734319252603 already deleted, retry=false 2024-12-16T03:20:57,753 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,46125,1734319252603 expired; onlineServers=2 2024-12-16T03:20:57,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,39417,1734319252568] 2024-12-16T03:20:57,753 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,39417,1734319252568; numProcessing=3 2024-12-16T03:20:57,761 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,39417,1734319252568 already deleted, retry=false 2024-12-16T03:20:57,761 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,39417,1734319252568 expired; onlineServers=1 2024-12-16T03:20:57,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,33859,1734319252532] 2024-12-16T03:20:57,762 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,33859,1734319252532; numProcessing=4 2024-12-16T03:20:57,769 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,33859,1734319252532 already deleted, retry=false 2024-12-16T03:20:57,769 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,33859,1734319252532 expired; onlineServers=0 2024-12-16T03:20:57,770 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,46345,1734319252362' ***** 2024-12-16T03:20:57,770 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T03:20:57,770 DEBUG [M:0;f0d65a6309ee:46345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ea3f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:57,770 INFO [M:0;f0d65a6309ee:46345 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,46345,1734319252362 2024-12-16T03:20:57,770 INFO [M:0;f0d65a6309ee:46345 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,46345,1734319252362; all regions closed. 2024-12-16T03:20:57,770 DEBUG [M:0;f0d65a6309ee:46345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:57,770 DEBUG [M:0;f0d65a6309ee:46345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T03:20:57,770 DEBUG [M:0;f0d65a6309ee:46345 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T03:20:57,770 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T03:20:57,770 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319252867 {}] cleaner.HFileCleaner(306): Exit Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319252867,5,FailOnTimeoutGroup] 2024-12-16T03:20:57,770 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319252867 {}] cleaner.HFileCleaner(306): Exit Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319252867,5,FailOnTimeoutGroup] 2024-12-16T03:20:57,771 INFO [M:0;f0d65a6309ee:46345 {}] hbase.ChoreService(370): Chore service for: master/f0d65a6309ee:0 had [] on shutdown 2024-12-16T03:20:57,771 DEBUG [M:0;f0d65a6309ee:46345 {}] master.HMaster(1733): Stopping service threads 2024-12-16T03:20:57,771 INFO [M:0;f0d65a6309ee:46345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T03:20:57,771 INFO [M:0;f0d65a6309ee:46345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T03:20:57,771 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T03:20:57,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-16T03:20:57,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:20:57,778 DEBUG [M:0;f0d65a6309ee:46345 {}] zookeeper.ZKUtil(347): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-16T03:20:57,778 WARN [M:0;f0d65a6309ee:46345 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T03:20:57,778 INFO [M:0;f0d65a6309ee:46345 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T03:20:57,778 INFO [M:0;f0d65a6309ee:46345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T03:20:57,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:20:57,778 DEBUG [M:0;f0d65a6309ee:46345 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:20:57,778 INFO [M:0;f0d65a6309ee:46345 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:57,778 DEBUG [M:0;f0d65a6309ee:46345 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:57,778 DEBUG [M:0;f0d65a6309ee:46345 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:20:57,778 DEBUG [M:0;f0d65a6309ee:46345 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:57,778 INFO [M:0;f0d65a6309ee:46345 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=92.06 KB heapSize=108.06 KB 2024-12-16T03:20:57,790 DEBUG [M:0;f0d65a6309ee:46345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/174d3cba242147a8821ddb0d9b72c338 is 82, key is hbase:meta,,1/info:regioninfo/1734319255095/Put/seqid=0 2024-12-16T03:20:57,791 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta to pos 25618, reset compression=false 2024-12-16T03:20:57,792 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] wal.AbstractFSWALProvider(461): Log hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta was moved to hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/oldWALs/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta 2024-12-16T03:20:57,794 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/WALs/f0d65a6309ee,46125,1734319252603/f0d65a6309ee%2C46125%2C1734319252603.meta.1734319256947.meta 2024-12-16T03:20:57,794 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.WALEntryStream(247): No more WAL files in queue 2024-12-16T03:20:57,794 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(121): Stopping the replication source wal reader 2024-12-16T03:20:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741855_1031 (size=6933) 2024-12-16T03:20:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741855_1031 (size=6933) 2024-12-16T03:20:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741855_1031 (size=6933) 2024-12-16T03:20:57,798 INFO [M:0;f0d65a6309ee:46345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.34 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/174d3cba242147a8821ddb0d9b72c338 2024-12-16T03:20:57,812 DEBUG [M:0;f0d65a6309ee:46345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecd03d38542b430fa710e9ef6e468ca8 is 2427, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734319255105/Put/seqid=0 2024-12-16T03:20:57,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741856_1032 (size=9351) 2024-12-16T03:20:57,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741856_1032 (size=9351) 2024-12-16T03:20:57,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741856_1032 (size=9351) 2024-12-16T03:20:57,818 INFO [M:0;f0d65a6309ee:46345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=89.46 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecd03d38542b430fa710e9ef6e468ca8 2024-12-16T03:20:57,834 DEBUG [M:0;f0d65a6309ee:46345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f37ac85a487b4e609956262e285c105e is 69, key is f0d65a6309ee,33859,1734319252532/rs:state/1734319252965/Put/seqid=0 2024-12-16T03:20:57,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:57,837 INFO [RS:2;f0d65a6309ee:39417 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,39417,1734319252568; zookeeper connection closed. 2024-12-16T03:20:57,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1002cdabffe0003, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:57,837 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3333638a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3333638a 2024-12-16T03:20:57,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741857_1033 (size=5360) 2024-12-16T03:20:57,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741857_1033 (size=5360) 2024-12-16T03:20:57,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741857_1033 (size=5360) 2024-12-16T03:20:57,839 INFO [M:0;f0d65a6309ee:46345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=260 B at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f37ac85a487b4e609956262e285c105e 2024-12-16T03:20:57,842 DEBUG [M:0;f0d65a6309ee:46345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/174d3cba242147a8821ddb0d9b72c338 as hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/174d3cba242147a8821ddb0d9b72c338 2024-12-16T03:20:57,844 INFO [M:0;f0d65a6309ee:46345 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/174d3cba242147a8821ddb0d9b72c338, entries=27, sequenceid=155, filesize=6.8 K 2024-12-16T03:20:57,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:57,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1002cdabffe0004, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:57,845 INFO [RS:3;f0d65a6309ee:46125 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,46125,1734319252603; zookeeper connection closed. 2024-12-16T03:20:57,845 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25e5f4c1 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25e5f4c1 2024-12-16T03:20:57,845 DEBUG [M:0;f0d65a6309ee:46345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecd03d38542b430fa710e9ef6e468ca8 as hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ecd03d38542b430fa710e9ef6e468ca8 2024-12-16T03:20:57,849 INFO [M:0;f0d65a6309ee:46345 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ecd03d38542b430fa710e9ef6e468ca8, entries=17, sequenceid=155, filesize=9.1 K 2024-12-16T03:20:57,849 DEBUG [M:0;f0d65a6309ee:46345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f37ac85a487b4e609956262e285c105e as hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f37ac85a487b4e609956262e285c105e 2024-12-16T03:20:57,852 INFO [M:0;f0d65a6309ee:46345 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33711/user/jenkins/test-data/d6429720-b2bb-8bfa-a8a7-86c238ad7aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f37ac85a487b4e609956262e285c105e, entries=4, sequenceid=155, filesize=5.2 K 2024-12-16T03:20:57,853 INFO [M:0;f0d65a6309ee:46345 {}] regionserver.HRegion(3040): Finished flush of dataSize ~92.06 KB/94266, heapSize ~107.77 KB/110352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 75ms, sequenceid=155, compaction requested=false 2024-12-16T03:20:57,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:57,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33859-0x1002cdabffe0002, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:57,853 INFO [RS:1;f0d65a6309ee:33859 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,33859,1734319252532; zookeeper connection closed. 2024-12-16T03:20:57,856 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cd43e1d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cd43e1d 2024-12-16T03:20:57,856 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 4 regionserver(s) complete 2024-12-16T03:20:57,856 INFO [M:0;f0d65a6309ee:46345 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:57,856 DEBUG [M:0;f0d65a6309ee:46345 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:20:57,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741830_1006 (size=104952) 2024-12-16T03:20:57,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33497 is added to blk_1073741830_1006 (size=104952) 2024-12-16T03:20:57,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40657 is added to blk_1073741830_1006 (size=104952) 2024-12-16T03:20:57,859 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:57,859 INFO [M:0;f0d65a6309ee:46345 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T03:20:57,859 INFO [M:0;f0d65a6309ee:46345 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46345 2024-12-16T03:20:57,867 DEBUG [M:0;f0d65a6309ee:46345 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/f0d65a6309ee,46345,1734319252362 already deleted, retry=false 2024-12-16T03:20:57,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:57,975 INFO [M:0;f0d65a6309ee:46345 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,46345,1734319252362; zookeeper connection closed. 2024-12-16T03:20:57,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x1002cdabffe0000, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:58,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c3411b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:58,001 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@495a76e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:58,001 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:58,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dbeabd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:58,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b3fad9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:58,002 WARN [BP-1092100278-172.17.0.2-1734319250263 heartbeating to localhost/127.0.0.1:33711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:58,002 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:58,002 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:58,002 WARN [BP-1092100278-172.17.0.2-1734319250263 heartbeating to localhost/127.0.0.1:33711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1092100278-172.17.0.2-1734319250263 (Datanode Uuid 1b377625-a70f-40a7-9b0b-0bd3e7f24df5) service to localhost/127.0.0.1:33711 2024-12-16T03:20:58,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/dfs/data/data7/current/BP-1092100278-172.17.0.2-1734319250263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:58,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/dfs/data/data8/current/BP-1092100278-172.17.0.2-1734319250263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:58,003 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:58,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fddf13e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:58,005 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@377af5b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:58,005 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:58,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2296f7fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:58,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b21f798{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:58,006 WARN [BP-1092100278-172.17.0.2-1734319250263 heartbeating to localhost/127.0.0.1:33711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:58,006 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:58,006 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:58,006 WARN [BP-1092100278-172.17.0.2-1734319250263 heartbeating to localhost/127.0.0.1:33711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1092100278-172.17.0.2-1734319250263 (Datanode Uuid 18bba527-8cb8-4b1b-993b-9e8bb4c78e6b) service to localhost/127.0.0.1:33711 2024-12-16T03:20:58,007 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/dfs/data/data5/current/BP-1092100278-172.17.0.2-1734319250263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:58,007 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/dfs/data/data6/current/BP-1092100278-172.17.0.2-1734319250263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:58,007 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:58,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@212d1c1e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:58,059 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d365634{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:58,059 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:58,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@544e27aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:58,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54730b10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:58,060 WARN [BP-1092100278-172.17.0.2-1734319250263 heartbeating to localhost/127.0.0.1:33711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:58,060 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:58,060 WARN [BP-1092100278-172.17.0.2-1734319250263 heartbeating to localhost/127.0.0.1:33711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1092100278-172.17.0.2-1734319250263 (Datanode Uuid 81b23d4c-b177-457f-800d-48c0f8f28ae9) service to localhost/127.0.0.1:33711 2024-12-16T03:20:58,060 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:58,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/dfs/data/data3/current/BP-1092100278-172.17.0.2-1734319250263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:58,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/dfs/data/data4/current/BP-1092100278-172.17.0.2-1734319250263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:58,061 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:58,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bb35693{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:58,062 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cb70944{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:58,063 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:58,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@216e2192{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:58,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ad9f923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:58,064 WARN [BP-1092100278-172.17.0.2-1734319250263 heartbeating to localhost/127.0.0.1:33711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:58,064 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:58,064 WARN [BP-1092100278-172.17.0.2-1734319250263 heartbeating to localhost/127.0.0.1:33711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1092100278-172.17.0.2-1734319250263 (Datanode Uuid 840c6519-279b-4a49-a71b-cd3af98d445d) service to localhost/127.0.0.1:33711 2024-12-16T03:20:58,064 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:58,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/dfs/data/data1/current/BP-1092100278-172.17.0.2-1734319250263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:58,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/cluster_9260bf62-84a1-777b-b5ce-3afd8f68111b/dfs/data/data2/current/BP-1092100278-172.17.0.2-1734319250263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:58,065 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:58,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21886f47{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:20:58,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@511ac3fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:58,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:58,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5773a466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:58,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52eb1d3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:58,076 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T03:20:58,080 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:20:58,102 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T03:20:58,112 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWithFlushAndCompaction Thread=358 (was 304) Potentially hanging thread: RS-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-36-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-37-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:33711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51600@0x181d5358-SendThread(127.0.0.1:51600) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-37-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-39-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-36-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-39-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:33711 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-35-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:33711 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:51600) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-38-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-39-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51600@0x181d5358-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:124) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:155) Potentially hanging thread: nioEventLoopGroup-34-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-37-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51600@0x181d5358 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-36-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:33711 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:33711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (982973141) connection to localhost/127.0.0.1:33711 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=752 (was 665) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=368 (was 399), ProcessCount=11 (was 11), AvailableMemoryMB=10872 (was 10917) 2024-12-16T03:20:58,122 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testHBaseMetaReplicates Thread=358, OpenFileDescriptor=752, MaxFileDescriptor=1048576, SystemLoadAverage=368, ProcessCount=11, AvailableMemoryMB=10872 2024-12-16T03:20:58,132 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/hadoop.log.dir so I do NOT create it in target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e 2024-12-16T03:20:58,132 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/hadoop.log.dir Erasing configuration value by system value. 2024-12-16T03:20:58,132 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/hadoop.tmp.dir so I do NOT create it in target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e 2024-12-16T03:20:58,132 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4eb7b97-35b9-d8de-ebf1-5b43b44109d2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-16T03:20:58,132 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e 2024-12-16T03:20:58,132 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T03:20:58,132 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534, deleteOnExit=true 2024-12-16T03:20:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T03:20:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/test.cache.data in system properties and HBase conf 2024-12-16T03:20:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T03:20:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/hadoop.log.dir in system properties and HBase conf 2024-12-16T03:20:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T03:20:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T03:20:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T03:20:58,133 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T03:20:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:20:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:20:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T03:20:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:20:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T03:20:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T03:20:58,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:20:58,134 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:20:58,134 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T03:20:58,134 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/nfs.dump.dir in system properties and HBase conf 2024-12-16T03:20:58,134 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/java.io.tmpdir in system properties and HBase conf 2024-12-16T03:20:58,134 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:20:58,134 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T03:20:58,134 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T03:20:58,175 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1002cdabffe0006, quorum=127.0.0.1:51600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-16T03:20:58,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1002cdabffe0006, quorum=127.0.0.1:51600, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-16T03:20:58,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:58,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:58,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:58,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:58,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:20:58,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:58,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@128035ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:58,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2efbdb29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:58,429 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:20:58,429 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:58,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20271349{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/java.io.tmpdir/jetty-localhost-34057-hadoop-hdfs-3_4_1-tests_jar-_-any-10791920131487565520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:20:58,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d35174e{HTTP/1.1, (http/1.1)}{localhost:34057} 2024-12-16T03:20:58,466 INFO [Time-limited test {}] server.Server(415): Started @179369ms 2024-12-16T03:20:58,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:58,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:58,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:58,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:58,627 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:20:58,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ddb7183{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:58,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e7896f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:58,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f2b136f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/java.io.tmpdir/jetty-localhost-32955-hadoop-hdfs-3_4_1-tests_jar-_-any-4822585171618577756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:58,729 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49e80fc2{HTTP/1.1, (http/1.1)}{localhost:32955} 2024-12-16T03:20:58,729 INFO [Time-limited test {}] server.Server(415): Started @179632ms 2024-12-16T03:20:58,730 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:58,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:58,760 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:58,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:58,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:58,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:20:58,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2eb14acf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:58,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230a33fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:58,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e0e6567{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/java.io.tmpdir/jetty-localhost-39463-hadoop-hdfs-3_4_1-tests_jar-_-any-396138178561186305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:58,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@482b8d11{HTTP/1.1, (http/1.1)}{localhost:39463} 2024-12-16T03:20:58,853 INFO [Time-limited test {}] server.Server(415): Started @179756ms 2024-12-16T03:20:58,854 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:58,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:58,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:58,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:58,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:58,882 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:20:58,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@287a2e4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:58,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11386753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:58,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a57c893{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/java.io.tmpdir/jetty-localhost-46109-hadoop-hdfs-3_4_1-tests_jar-_-any-1932243780153519783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:58,978 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5be9664a{HTTP/1.1, (http/1.1)}{localhost:46109} 2024-12-16T03:20:58,978 INFO [Time-limited test {}] server.Server(415): Started @179881ms 2024-12-16T03:20:58,979 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:59,002 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:20:59,002 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:59,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:20:59,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:20:59,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:20:59,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:20:59,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:20:59,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c694684{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:20:59,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f93e35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:20:59,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bae4bdd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/java.io.tmpdir/jetty-localhost-35613-hadoop-hdfs-3_4_1-tests_jar-_-any-8379598025823098033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:59,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b13b823{HTTP/1.1, (http/1.1)}{localhost:35613} 2024-12-16T03:20:59,102 INFO [Time-limited test {}] server.Server(415): Started @180005ms 2024-12-16T03:20:59,103 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:20:59,194 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:20:59,194 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:20:59,482 WARN [Thread-3677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data1/current/BP-1647729500-172.17.0.2-1734319258153/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:59,482 WARN [Thread-3678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data2/current/BP-1647729500-172.17.0.2-1734319258153/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:59,510 WARN [Thread-3597 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:59,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa369cdf22310a30 with lease ID 0xa6ac51f39c6c1f44: Processing first storage report for DS-6c134b6b-db90-4878-ad96-99bab63be04b from datanode DatanodeRegistration(127.0.0.1:46063, datanodeUuid=c8af2c53-03fd-4548-8a65-5a1b52901b76, infoPort=37681, infoSecurePort=0, ipcPort=34575, storageInfo=lv=-57;cid=testClusterID;nsid=407149298;c=1734319258153) 2024-12-16T03:20:59,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa369cdf22310a30 with lease ID 0xa6ac51f39c6c1f44: from storage DS-6c134b6b-db90-4878-ad96-99bab63be04b node DatanodeRegistration(127.0.0.1:46063, datanodeUuid=c8af2c53-03fd-4548-8a65-5a1b52901b76, infoPort=37681, infoSecurePort=0, ipcPort=34575, storageInfo=lv=-57;cid=testClusterID;nsid=407149298;c=1734319258153), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:59,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa369cdf22310a30 with lease ID 0xa6ac51f39c6c1f44: Processing first storage report for DS-4aa47301-452a-44af-a5ad-85a3f453e4bd from datanode DatanodeRegistration(127.0.0.1:46063, datanodeUuid=c8af2c53-03fd-4548-8a65-5a1b52901b76, infoPort=37681, infoSecurePort=0, ipcPort=34575, storageInfo=lv=-57;cid=testClusterID;nsid=407149298;c=1734319258153) 2024-12-16T03:20:59,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa369cdf22310a30 with lease ID 0xa6ac51f39c6c1f44: from storage DS-4aa47301-452a-44af-a5ad-85a3f453e4bd node DatanodeRegistration(127.0.0.1:46063, datanodeUuid=c8af2c53-03fd-4548-8a65-5a1b52901b76, infoPort=37681, infoSecurePort=0, ipcPort=34575, storageInfo=lv=-57;cid=testClusterID;nsid=407149298;c=1734319258153), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:59,709 WARN [Thread-3691 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data3/current/BP-1647729500-172.17.0.2-1734319258153/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:59,709 WARN [Thread-3692 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data4/current/BP-1647729500-172.17.0.2-1734319258153/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:59,723 WARN [Thread-3620 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:59,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ab4960225bb9b38 with lease ID 0xa6ac51f39c6c1f45: Processing first storage report for DS-65ba7ea6-810e-4230-aa76-20a3d64f3f16 from datanode DatanodeRegistration(127.0.0.1:38759, datanodeUuid=ca37c690-b036-4653-98f7-f4803bca7ff3, infoPort=34229, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=407149298;c=1734319258153) 2024-12-16T03:20:59,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ab4960225bb9b38 with lease ID 0xa6ac51f39c6c1f45: from storage DS-65ba7ea6-810e-4230-aa76-20a3d64f3f16 node DatanodeRegistration(127.0.0.1:38759, datanodeUuid=ca37c690-b036-4653-98f7-f4803bca7ff3, infoPort=34229, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=407149298;c=1734319258153), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:59,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ab4960225bb9b38 with lease ID 0xa6ac51f39c6c1f45: Processing first storage report for DS-6a257023-832a-4b01-9040-52abd8bacbf7 from datanode DatanodeRegistration(127.0.0.1:38759, datanodeUuid=ca37c690-b036-4653-98f7-f4803bca7ff3, infoPort=34229, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=407149298;c=1734319258153) 2024-12-16T03:20:59,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ab4960225bb9b38 with lease ID 0xa6ac51f39c6c1f45: from storage DS-6a257023-832a-4b01-9040-52abd8bacbf7 node DatanodeRegistration(127.0.0.1:38759, datanodeUuid=ca37c690-b036-4653-98f7-f4803bca7ff3, infoPort=34229, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=407149298;c=1734319258153), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:59,894 WARN [Thread-3703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data5/current/BP-1647729500-172.17.0.2-1734319258153/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:59,894 WARN [Thread-3704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data6/current/BP-1647729500-172.17.0.2-1734319258153/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:59,907 WARN [Thread-3643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:59,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8f6e47b42020475 with lease ID 0xa6ac51f39c6c1f46: Processing first storage report for DS-0cf79ac3-33e8-4d17-8504-57584608079f from datanode DatanodeRegistration(127.0.0.1:44677, datanodeUuid=02c1f308-094e-406d-beb2-7afd70a3cb49, infoPort=46841, infoSecurePort=0, ipcPort=38219, storageInfo=lv=-57;cid=testClusterID;nsid=407149298;c=1734319258153) 2024-12-16T03:20:59,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8f6e47b42020475 with lease ID 0xa6ac51f39c6c1f46: from storage DS-0cf79ac3-33e8-4d17-8504-57584608079f node DatanodeRegistration(127.0.0.1:44677, datanodeUuid=02c1f308-094e-406d-beb2-7afd70a3cb49, infoPort=46841, infoSecurePort=0, ipcPort=38219, storageInfo=lv=-57;cid=testClusterID;nsid=407149298;c=1734319258153), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:59,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8f6e47b42020475 with lease ID 0xa6ac51f39c6c1f46: Processing first storage report for DS-4307f62f-f15b-4d07-bd88-c8776b8138c7 from datanode DatanodeRegistration(127.0.0.1:44677, datanodeUuid=02c1f308-094e-406d-beb2-7afd70a3cb49, infoPort=46841, infoSecurePort=0, ipcPort=38219, storageInfo=lv=-57;cid=testClusterID;nsid=407149298;c=1734319258153) 2024-12-16T03:20:59,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8f6e47b42020475 with lease ID 0xa6ac51f39c6c1f46: from storage DS-4307f62f-f15b-4d07-bd88-c8776b8138c7 node DatanodeRegistration(127.0.0.1:44677, datanodeUuid=02c1f308-094e-406d-beb2-7afd70a3cb49, infoPort=46841, infoSecurePort=0, ipcPort=38219, storageInfo=lv=-57;cid=testClusterID;nsid=407149298;c=1734319258153), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:59,953 WARN [Thread-3715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data8/current/BP-1647729500-172.17.0.2-1734319258153/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:59,953 WARN [Thread-3714 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data7/current/BP-1647729500-172.17.0.2-1734319258153/current, will proceed with Du for space computation calculation, 2024-12-16T03:20:59,968 WARN [Thread-3665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:20:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa55aa70b4fb3744 with lease ID 0xa6ac51f39c6c1f47: Processing first storage report for DS-80bacc7c-9618-4da7-aae5-d4180fdec4f1 from datanode DatanodeRegistration(127.0.0.1:46613, datanodeUuid=eed58625-30dd-459d-b5f3-ecf2b23a9a58, infoPort=38331, infoSecurePort=0, ipcPort=45651, storageInfo=lv=-57;cid=testClusterID;nsid=407149298;c=1734319258153) 2024-12-16T03:20:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa55aa70b4fb3744 with lease ID 0xa6ac51f39c6c1f47: from storage DS-80bacc7c-9618-4da7-aae5-d4180fdec4f1 node DatanodeRegistration(127.0.0.1:46613, datanodeUuid=eed58625-30dd-459d-b5f3-ecf2b23a9a58, infoPort=38331, infoSecurePort=0, ipcPort=45651, storageInfo=lv=-57;cid=testClusterID;nsid=407149298;c=1734319258153), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:20:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa55aa70b4fb3744 with lease ID 0xa6ac51f39c6c1f47: Processing first storage report for DS-8e30076f-e1af-49dd-84b4-645b1d4f2284 from datanode DatanodeRegistration(127.0.0.1:46613, datanodeUuid=eed58625-30dd-459d-b5f3-ecf2b23a9a58, infoPort=38331, infoSecurePort=0, ipcPort=45651, storageInfo=lv=-57;cid=testClusterID;nsid=407149298;c=1734319258153) 2024-12-16T03:20:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa55aa70b4fb3744 with lease ID 0xa6ac51f39c6c1f47: from storage DS-8e30076f-e1af-49dd-84b4-645b1d4f2284 node DatanodeRegistration(127.0.0.1:46613, datanodeUuid=eed58625-30dd-459d-b5f3-ecf2b23a9a58, infoPort=38331, infoSecurePort=0, ipcPort=45651, storageInfo=lv=-57;cid=testClusterID;nsid=407149298;c=1734319258153), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:21:00,030 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e 2024-12-16T03:21:00,033 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/zookeeper_0, clientPort=56743, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T03:21:00,034 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56743 2024-12-16T03:21:00,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:21:00,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:21:00,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:21:00,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:21:00,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:21:00,045 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb with version=8 2024-12-16T03:21:00,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/hbase-staging 2024-12-16T03:21:00,047 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:21:00,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:21:00,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:21:00,047 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:21:00,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:21:00,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:21:00,047 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:21:00,048 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:21:00,048 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35911 2024-12-16T03:21:00,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:21:00,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:21:00,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35911 connecting to ZooKeeper ensemble=127.0.0.1:56743 2024-12-16T03:21:00,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359110x0, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:21:00,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35911-0x1002cdade000000 connected 2024-12-16T03:21:00,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:21:00,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:21:00,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:21:00,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35911 2024-12-16T03:21:00,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35911 2024-12-16T03:21:00,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35911 2024-12-16T03:21:00,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35911 2024-12-16T03:21:00,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35911 2024-12-16T03:21:00,180 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb, hbase.cluster.distributed=false 2024-12-16T03:21:00,195 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:21:00,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:21:00,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:21:00,195 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:21:00,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:21:00,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:21:00,195 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:21:00,195 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:21:00,196 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40819 2024-12-16T03:21:00,196 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:21:00,197 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:21:00,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:21:00,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:21:00,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40819 connecting to ZooKeeper ensemble=127.0.0.1:56743 2024-12-16T03:21:00,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408190x0, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:21:00,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408190x0, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:21:00,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40819-0x1002cdade000001 connected 2024-12-16T03:21:00,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:21:00,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:21:00,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40819 2024-12-16T03:21:00,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40819 2024-12-16T03:21:00,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40819 2024-12-16T03:21:00,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40819 2024-12-16T03:21:00,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40819 2024-12-16T03:21:00,227 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:21:00,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:21:00,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:21:00,227 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:21:00,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:21:00,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:21:00,227 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:21:00,227 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:21:00,228 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35125 2024-12-16T03:21:00,228 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:21:00,229 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:21:00,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:21:00,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:21:00,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35125 connecting to ZooKeeper ensemble=127.0.0.1:56743 2024-12-16T03:21:00,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351250x0, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:21:00,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351250x0, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:21:00,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35125-0x1002cdade000002 connected 2024-12-16T03:21:00,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:21:00,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:21:00,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35125 2024-12-16T03:21:00,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35125 2024-12-16T03:21:00,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35125 2024-12-16T03:21:00,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35125 2024-12-16T03:21:00,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35125 2024-12-16T03:21:00,255 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:21:00,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:21:00,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:21:00,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:21:00,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:21:00,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:21:00,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:21:00,255 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:21:00,256 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41321 2024-12-16T03:21:00,256 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:21:00,256 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:21:00,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:21:00,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:21:00,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41321 connecting to ZooKeeper ensemble=127.0.0.1:56743 2024-12-16T03:21:00,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413210x0, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:21:00,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413210x0, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:21:00,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41321-0x1002cdade000003 connected 2024-12-16T03:21:00,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:21:00,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:21:00,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41321 2024-12-16T03:21:00,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41321 2024-12-16T03:21:00,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41321 2024-12-16T03:21:00,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41321 2024-12-16T03:21:00,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41321 2024-12-16T03:21:00,285 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=15 2024-12-16T03:21:00,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:21:00,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:21:00,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:21:00,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:21:00,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:21:00,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:21:00,285 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:21:00,286 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46459 2024-12-16T03:21:00,286 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:21:00,287 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:21:00,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:21:00,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:21:00,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46459 connecting to ZooKeeper ensemble=127.0.0.1:56743 2024-12-16T03:21:00,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464590x0, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:21:00,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464590x0, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:21:00,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46459-0x1002cdade000004 connected 2024-12-16T03:21:00,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:21:00,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:21:00,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46459 2024-12-16T03:21:00,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46459 2024-12-16T03:21:00,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46459 2024-12-16T03:21:00,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46459 2024-12-16T03:21:00,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46459 2024-12-16T03:21:00,304 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/f0d65a6309ee,35911,1734319260047 2024-12-16T03:21:00,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:21:00,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:21:00,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:21:00,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:21:00,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:21:00,312 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f0d65a6309ee,35911,1734319260047 2024-12-16T03:21:00,314 DEBUG [M:0;f0d65a6309ee:35911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f0d65a6309ee:35911 2024-12-16T03:21:00,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:21:00,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:21:00,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:21:00,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:21:00,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:21:00,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,320 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T03:21:00,320 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f0d65a6309ee,35911,1734319260047 from backup master directory 2024-12-16T03:21:00,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T03:21:00,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:21:00,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:21:00,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:21:00,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:21:00,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f0d65a6309ee,35911,1734319260047 2024-12-16T03:21:00,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:21:00,328 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:21:00,328 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f0d65a6309ee,35911,1734319260047 2024-12-16T03:21:00,333 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:21:00,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:21:00,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:21:00,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:21:00,337 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/hbase.id with ID: 7fc6984d-fa96-4fc3-89c1-ae0448924511 2024-12-16T03:21:00,342 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:21:00,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:21:00,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:21:00,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:21:00,359 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:21:00,360 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T03:21:00,360 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:21:00,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:21:00,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:21:00,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:21:00,367 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/MasterData/data/master/store 2024-12-16T03:21:00,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:21:00,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:21:00,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:21:00,372 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:00,372 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:21:00,372 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:21:00,372 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:21:00,373 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:21:00,373 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:21:00,373 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:21:00,373 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:21:00,373 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/MasterData/data/master/store/.initializing 2024-12-16T03:21:00,373 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/MasterData/WALs/f0d65a6309ee,35911,1734319260047 2024-12-16T03:21:00,374 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:21:00,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,375 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f0d65a6309ee%2C35911%2C1734319260047, suffix=, logDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/MasterData/WALs/f0d65a6309ee,35911,1734319260047, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/MasterData/oldWALs, maxLogs=10 2024-12-16T03:21:00,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:00,386 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/MasterData/WALs/f0d65a6309ee,35911,1734319260047/f0d65a6309ee%2C35911%2C1734319260047.1734319260375, exclude list is [], retry=0 2024-12-16T03:21:00,388 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-80bacc7c-9618-4da7-aae5-d4180fdec4f1,DISK] 2024-12-16T03:21:00,388 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38759,DS-65ba7ea6-810e-4230-aa76-20a3d64f3f16,DISK] 2024-12-16T03:21:00,388 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44677,DS-0cf79ac3-33e8-4d17-8504-57584608079f,DISK] 2024-12-16T03:21:00,389 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/MasterData/WALs/f0d65a6309ee,35911,1734319260047/f0d65a6309ee%2C35911%2C1734319260047.1734319260375 2024-12-16T03:21:00,390 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38331:38331),(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:34229:34229)] 2024-12-16T03:21:00,390 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:21:00,390 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:00,390 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:21:00,390 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:21:00,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:21:00,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T03:21:00,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:00,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:21:00,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:21:00,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T03:21:00,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:00,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:00,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:21:00,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T03:21:00,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:00,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:00,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:21:00,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T03:21:00,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:00,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:00,396 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:21:00,396 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:21:00,397 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T03:21:00,397 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:21:00,399 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:00,399 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63864727, jitterRate=-0.048341408371925354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T03:21:00,400 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:21:00,400 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T03:21:00,402 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385d0d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:21:00,403 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T03:21:00,403 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T03:21:00,403 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T03:21:00,403 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T03:21:00,403 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-16T03:21:00,403 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-16T03:21:00,403 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T03:21:00,404 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T03:21:00,405 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-16T03:21:00,411 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-16T03:21:00,411 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T03:21:00,412 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-16T03:21:00,420 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-16T03:21:00,420 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T03:21:00,420 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-16T03:21:00,428 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-16T03:21:00,428 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-16T03:21:00,436 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-16T03:21:00,438 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T03:21:00,444 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-16T03:21:00,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:21:00,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:21:00,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:21:00,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:21:00,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:21:00,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,453 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f0d65a6309ee,35911,1734319260047, sessionid=0x1002cdade000000, setting cluster-up flag (Was=false) 2024-12-16T03:21:00,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,495 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-16T03:21:00,495 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,35911,1734319260047 2024-12-16T03:21:00,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,536 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-16T03:21:00,537 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,35911,1734319260047 2024-12-16T03:21:00,539 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T03:21:00,539 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T03:21:00,539 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T03:21:00,540 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f0d65a6309ee,35911,1734319260047 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T03:21:00,540 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:21:00,540 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:21:00,540 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:21:00,540 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:21:00,540 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f0d65a6309ee:0, corePoolSize=10, maxPoolSize=10 2024-12-16T03:21:00,540 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,540 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:21:00,540 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,541 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734319290541 2024-12-16T03:21:00,541 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:21:00,541 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T03:21:00,541 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T03:21:00,541 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T03:21:00,541 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T03:21:00,541 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T03:21:00,541 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T03:21:00,541 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T03:21:00,541 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,542 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T03:21:00,542 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:00,542 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T03:21:00,542 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T03:21:00,542 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:21:00,542 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T03:21:00,542 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T03:21:00,542 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319260542,5,FailOnTimeoutGroup] 2024-12-16T03:21:00,542 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319260542,5,FailOnTimeoutGroup] 2024-12-16T03:21:00,542 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,542 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T03:21:00,542 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,542 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:21:00,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:21:00,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:21:00,547 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T03:21:00,547 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:00,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:21:00,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:21:00,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741832_1008 (size=32) 2024-12-16T03:21:00,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:00,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:21:00,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:21:00,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:00,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:21:00,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:21:00,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:21:00,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:00,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:21:00,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:21:00,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:21:00,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:00,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:21:00,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740 2024-12-16T03:21:00,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740 2024-12-16T03:21:00,559 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:21:00,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:21:00,561 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:00,561 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74789365, jitterRate=0.11444838345050812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:21:00,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:21:00,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:21:00,562 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:21:00,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:21:00,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:21:00,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:21:00,562 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:21:00,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:21:00,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:21:00,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T03:21:00,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T03:21:00,563 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T03:21:00,563 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:21:00,620 DEBUG [RS:2;f0d65a6309ee:41321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f0d65a6309ee:41321 2024-12-16T03:21:00,620 DEBUG [RS:1;f0d65a6309ee:35125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f0d65a6309ee:35125 2024-12-16T03:21:00,620 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(1008): ClusterId : 7fc6984d-fa96-4fc3-89c1-ae0448924511 2024-12-16T03:21:00,620 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(1008): ClusterId : 7fc6984d-fa96-4fc3-89c1-ae0448924511 2024-12-16T03:21:00,620 DEBUG [RS:2;f0d65a6309ee:41321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:21:00,620 DEBUG [RS:1;f0d65a6309ee:35125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:21:00,624 DEBUG [RS:0;f0d65a6309ee:40819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f0d65a6309ee:40819 2024-12-16T03:21:00,624 DEBUG [RS:3;f0d65a6309ee:46459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;f0d65a6309ee:46459 2024-12-16T03:21:00,628 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(1008): ClusterId : 7fc6984d-fa96-4fc3-89c1-ae0448924511 2024-12-16T03:21:00,628 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(1008): ClusterId : 7fc6984d-fa96-4fc3-89c1-ae0448924511 2024-12-16T03:21:00,628 DEBUG [RS:0;f0d65a6309ee:40819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:21:00,628 DEBUG [RS:3;f0d65a6309ee:46459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:21:00,628 DEBUG [RS:2;f0d65a6309ee:41321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:21:00,629 DEBUG [RS:2;f0d65a6309ee:41321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:21:00,629 DEBUG [RS:1;f0d65a6309ee:35125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:21:00,629 DEBUG [RS:1;f0d65a6309ee:35125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:21:00,645 DEBUG [RS:3;f0d65a6309ee:46459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:21:00,645 DEBUG [RS:3;f0d65a6309ee:46459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:21:00,645 DEBUG [RS:0;f0d65a6309ee:40819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:21:00,645 DEBUG [RS:0;f0d65a6309ee:40819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:21:00,645 DEBUG [RS:1;f0d65a6309ee:35125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:21:00,645 DEBUG [RS:2;f0d65a6309ee:41321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:21:00,645 DEBUG [RS:1;f0d65a6309ee:35125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c75c15f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:21:00,645 DEBUG [RS:2;f0d65a6309ee:41321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38be6221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:21:00,646 DEBUG [RS:1;f0d65a6309ee:35125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0370ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:21:00,646 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:21:00,646 DEBUG [RS:2;f0d65a6309ee:41321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8cf6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:21:00,646 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:21:00,646 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:21:00,646 DEBUG [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:21:00,646 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:21:00,646 DEBUG [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:21:00,661 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,35911,1734319260047 with isa=f0d65a6309ee/172.17.0.2:41321, startcode=1734319260255 2024-12-16T03:21:00,662 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,35911,1734319260047 with isa=f0d65a6309ee/172.17.0.2:35125, startcode=1734319260227 2024-12-16T03:21:00,662 DEBUG [RS:1;f0d65a6309ee:35125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:21:00,662 DEBUG [RS:2;f0d65a6309ee:41321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:21:00,662 DEBUG [RS:3;f0d65a6309ee:46459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:21:00,662 DEBUG [RS:3;f0d65a6309ee:46459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a3d7b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:21:00,662 DEBUG [RS:0;f0d65a6309ee:40819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:21:00,663 DEBUG [RS:0;f0d65a6309ee:40819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7319058c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:21:00,663 DEBUG [RS:3;f0d65a6309ee:46459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d46464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:21:00,663 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:21:00,663 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:21:00,663 DEBUG [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:21:00,663 DEBUG [RS:0;f0d65a6309ee:40819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e13277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:21:00,663 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:21:00,664 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:21:00,664 DEBUG [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:21:00,664 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,35911,1734319260047 with isa=f0d65a6309ee/172.17.0.2:46459, startcode=1734319260285 2024-12-16T03:21:00,664 DEBUG [RS:3;f0d65a6309ee:46459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:21:00,664 INFO [RS-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55177, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:21:00,664 INFO [RS-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60959, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:21:00,664 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,35911,1734319260047 with isa=f0d65a6309ee/172.17.0.2:40819, startcode=1734319260195 2024-12-16T03:21:00,664 DEBUG [RS:0;f0d65a6309ee:40819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:21:00,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35911 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:00,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35911 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:00,665 INFO [RS-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45527, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:21:00,666 INFO [RS-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38707, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:21:00,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35911 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:00,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35911 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:00,666 DEBUG [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:00,666 DEBUG [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35487 2024-12-16T03:21:00,666 DEBUG [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:21:00,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35911 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:00,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35911 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:00,667 DEBUG [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:00,667 DEBUG [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35487 2024-12-16T03:21:00,667 DEBUG [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:21:00,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35911 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:00,667 DEBUG [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:00,668 DEBUG [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35487 2024-12-16T03:21:00,668 DEBUG [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:21:00,668 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35911 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:00,669 DEBUG [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:00,669 DEBUG [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35487 2024-12-16T03:21:00,669 DEBUG [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:21:00,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:21:00,712 DEBUG [RS:1;f0d65a6309ee:35125 {}] zookeeper.ZKUtil(111): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:00,712 WARN [RS:1;f0d65a6309ee:35125 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:21:00,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,35125,1734319260227] 2024-12-16T03:21:00,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,41321,1734319260255] 2024-12-16T03:21:00,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,46459,1734319260285] 2024-12-16T03:21:00,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,40819,1734319260195] 2024-12-16T03:21:00,712 INFO [RS:1;f0d65a6309ee:35125 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:21:00,712 DEBUG [RS:0;f0d65a6309ee:40819 {}] zookeeper.ZKUtil(111): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:00,712 DEBUG [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:00,712 DEBUG [RS:3;f0d65a6309ee:46459 {}] zookeeper.ZKUtil(111): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:00,712 DEBUG [RS:2;f0d65a6309ee:41321 {}] zookeeper.ZKUtil(111): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:00,712 WARN [RS:0;f0d65a6309ee:40819 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:21:00,712 WARN [RS:3;f0d65a6309ee:46459 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:21:00,712 WARN [RS:2;f0d65a6309ee:41321 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:21:00,712 INFO [RS:3;f0d65a6309ee:46459 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:21:00,712 INFO [RS:0;f0d65a6309ee:40819 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:21:00,712 INFO [RS:2;f0d65a6309ee:41321 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:21:00,712 DEBUG [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:00,712 DEBUG [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:00,712 DEBUG [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:00,713 WARN [f0d65a6309ee:35911 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-16T03:21:00,719 DEBUG [RS:1;f0d65a6309ee:35125 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:21:00,719 DEBUG [RS:0;f0d65a6309ee:40819 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:21:00,719 DEBUG [RS:3;f0d65a6309ee:46459 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:21:00,719 DEBUG [RS:2;f0d65a6309ee:41321 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:21:00,720 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:21:00,720 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:21:00,720 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:21:00,720 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:21:00,722 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:21:00,722 INFO [RS:0;f0d65a6309ee:40819 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:21:00,722 INFO [RS:0;f0d65a6309ee:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,723 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:21:00,723 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:21:00,723 INFO [RS:2;f0d65a6309ee:41321 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:21:00,723 INFO [RS:2;f0d65a6309ee:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,723 INFO [RS:0;f0d65a6309ee:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,723 DEBUG [RS:0;f0d65a6309ee:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,723 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:21:00,723 DEBUG [RS:0;f0d65a6309ee:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,723 DEBUG [RS:0;f0d65a6309ee:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,723 DEBUG [RS:0;f0d65a6309ee:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:0;f0d65a6309ee:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:0;f0d65a6309ee:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:21:00,724 DEBUG [RS:0;f0d65a6309ee:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:0;f0d65a6309ee:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:0;f0d65a6309ee:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:0;f0d65a6309ee:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:0;f0d65a6309ee:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:0;f0d65a6309ee:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:21:00,724 DEBUG [RS:0;f0d65a6309ee:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:21:00,724 INFO [RS:2;f0d65a6309ee:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,724 DEBUG [RS:2;f0d65a6309ee:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:2;f0d65a6309ee:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:2;f0d65a6309ee:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:2;f0d65a6309ee:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:2;f0d65a6309ee:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:2;f0d65a6309ee:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:21:00,724 DEBUG [RS:2;f0d65a6309ee:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:2;f0d65a6309ee:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:2;f0d65a6309ee:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:2;f0d65a6309ee:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:2;f0d65a6309ee:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,724 DEBUG [RS:2;f0d65a6309ee:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:21:00,724 DEBUG [RS:2;f0d65a6309ee:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:21:00,726 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:21:00,726 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:21:00,726 INFO [RS:3;f0d65a6309ee:46459 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:21:00,727 INFO [RS:3;f0d65a6309ee:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,727 INFO [RS:0;f0d65a6309ee:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,727 INFO [RS:0;f0d65a6309ee:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,727 INFO [RS:0;f0d65a6309ee:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,727 INFO [RS:1;f0d65a6309ee:35125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:21:00,727 INFO [RS:0;f0d65a6309ee:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,727 INFO [RS:2;f0d65a6309ee:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,727 INFO [RS:1;f0d65a6309ee:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,727 INFO [RS:0;f0d65a6309ee:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,40819,1734319260195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:21:00,727 INFO [RS:2;f0d65a6309ee:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,727 INFO [RS:2;f0d65a6309ee:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,727 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:21:00,727 INFO [RS:2;f0d65a6309ee:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,727 INFO [RS:2;f0d65a6309ee:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,41321,1734319260255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:21:00,727 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:21:00,728 INFO [RS:3;f0d65a6309ee:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,728 INFO [RS:1;f0d65a6309ee:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,728 DEBUG [RS:3;f0d65a6309ee:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:3;f0d65a6309ee:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:1;f0d65a6309ee:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:3;f0d65a6309ee:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:3;f0d65a6309ee:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:1;f0d65a6309ee:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:3;f0d65a6309ee:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:1;f0d65a6309ee:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:3;f0d65a6309ee:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:21:00,728 DEBUG [RS:1;f0d65a6309ee:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:3;f0d65a6309ee:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:3;f0d65a6309ee:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:1;f0d65a6309ee:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:3;f0d65a6309ee:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:1;f0d65a6309ee:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:21:00,728 DEBUG [RS:3;f0d65a6309ee:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:3;f0d65a6309ee:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:1;f0d65a6309ee:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:3;f0d65a6309ee:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:21:00,728 DEBUG [RS:1;f0d65a6309ee:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:3;f0d65a6309ee:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:21:00,728 DEBUG [RS:1;f0d65a6309ee:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:1;f0d65a6309ee:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:1;f0d65a6309ee:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:21:00,728 DEBUG [RS:1;f0d65a6309ee:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:21:00,728 DEBUG [RS:1;f0d65a6309ee:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:21:00,729 INFO [RS:3;f0d65a6309ee:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,729 INFO [RS:3;f0d65a6309ee:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,729 INFO [RS:1;f0d65a6309ee:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,729 INFO [RS:3;f0d65a6309ee:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,729 INFO [RS:1;f0d65a6309ee:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,729 INFO [RS:3;f0d65a6309ee:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,729 INFO [RS:1;f0d65a6309ee:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,729 INFO [RS:3;f0d65a6309ee:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,46459,1734319260285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:21:00,729 INFO [RS:1;f0d65a6309ee:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,729 INFO [RS:1;f0d65a6309ee:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,35125,1734319260227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:21:00,745 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:21:00,745 INFO [RS:0;f0d65a6309ee:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,40819,1734319260195-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,745 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:21:00,745 INFO [RS:3;f0d65a6309ee:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,46459,1734319260285-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,745 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:21:00,746 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:21:00,746 INFO [RS:1;f0d65a6309ee:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,35125,1734319260227-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,746 INFO [RS:2;f0d65a6309ee:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,41321,1734319260255-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:00,758 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.Replication(204): f0d65a6309ee,40819,1734319260195 started 2024-12-16T03:21:00,758 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,40819,1734319260195, RpcServer on f0d65a6309ee/172.17.0.2:40819, sessionid=0x1002cdade000001 2024-12-16T03:21:00,758 DEBUG [RS:0;f0d65a6309ee:40819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:21:00,758 DEBUG [RS:0;f0d65a6309ee:40819 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:00,758 DEBUG [RS:0;f0d65a6309ee:40819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,40819,1734319260195' 2024-12-16T03:21:00,758 DEBUG [RS:0;f0d65a6309ee:40819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:21:00,758 DEBUG [RS:0;f0d65a6309ee:40819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:21:00,759 DEBUG [RS:0;f0d65a6309ee:40819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:21:00,759 DEBUG [RS:0;f0d65a6309ee:40819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:21:00,759 DEBUG [RS:0;f0d65a6309ee:40819 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:00,759 DEBUG [RS:0;f0d65a6309ee:40819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,40819,1734319260195' 2024-12-16T03:21:00,759 DEBUG [RS:0;f0d65a6309ee:40819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:21:00,759 DEBUG [RS:0;f0d65a6309ee:40819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:21:00,759 DEBUG [RS:0;f0d65a6309ee:40819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:21:00,759 INFO [RS:0;f0d65a6309ee:40819 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:21:00,759 INFO [RS:0;f0d65a6309ee:40819 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:21:00,762 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.Replication(204): f0d65a6309ee,46459,1734319260285 started 2024-12-16T03:21:00,762 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,46459,1734319260285, RpcServer on f0d65a6309ee/172.17.0.2:46459, sessionid=0x1002cdade000004 2024-12-16T03:21:00,762 DEBUG [RS:3;f0d65a6309ee:46459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:21:00,762 DEBUG [RS:3;f0d65a6309ee:46459 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:00,762 DEBUG [RS:3;f0d65a6309ee:46459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,46459,1734319260285' 2024-12-16T03:21:00,762 DEBUG [RS:3;f0d65a6309ee:46459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:21:00,762 DEBUG [RS:3;f0d65a6309ee:46459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:21:00,763 DEBUG [RS:3;f0d65a6309ee:46459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:21:00,763 DEBUG [RS:3;f0d65a6309ee:46459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:21:00,763 DEBUG [RS:3;f0d65a6309ee:46459 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:00,763 DEBUG [RS:3;f0d65a6309ee:46459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,46459,1734319260285' 2024-12-16T03:21:00,763 DEBUG [RS:3;f0d65a6309ee:46459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:21:00,763 DEBUG [RS:3;f0d65a6309ee:46459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:21:00,763 DEBUG [RS:3;f0d65a6309ee:46459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:21:00,763 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.Replication(204): f0d65a6309ee,41321,1734319260255 started 2024-12-16T03:21:00,763 INFO [RS:3;f0d65a6309ee:46459 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:21:00,763 INFO [RS:3;f0d65a6309ee:46459 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:21:00,763 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,41321,1734319260255, RpcServer on f0d65a6309ee/172.17.0.2:41321, sessionid=0x1002cdade000003 2024-12-16T03:21:00,763 DEBUG [RS:2;f0d65a6309ee:41321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:21:00,763 DEBUG [RS:2;f0d65a6309ee:41321 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:00,763 DEBUG [RS:2;f0d65a6309ee:41321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,41321,1734319260255' 2024-12-16T03:21:00,763 DEBUG [RS:2;f0d65a6309ee:41321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:21:00,763 DEBUG [RS:2;f0d65a6309ee:41321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:21:00,764 DEBUG [RS:2;f0d65a6309ee:41321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:21:00,764 DEBUG [RS:2;f0d65a6309ee:41321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:21:00,764 DEBUG [RS:2;f0d65a6309ee:41321 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:00,764 DEBUG [RS:2;f0d65a6309ee:41321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,41321,1734319260255' 2024-12-16T03:21:00,764 DEBUG [RS:2;f0d65a6309ee:41321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:21:00,764 DEBUG [RS:2;f0d65a6309ee:41321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:21:00,764 DEBUG [RS:2;f0d65a6309ee:41321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:21:00,764 INFO [RS:2;f0d65a6309ee:41321 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:21:00,764 INFO [RS:2;f0d65a6309ee:41321 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:21:00,767 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.Replication(204): f0d65a6309ee,35125,1734319260227 started 2024-12-16T03:21:00,767 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,35125,1734319260227, RpcServer on f0d65a6309ee/172.17.0.2:35125, sessionid=0x1002cdade000002 2024-12-16T03:21:00,767 DEBUG [RS:1;f0d65a6309ee:35125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:21:00,767 DEBUG [RS:1;f0d65a6309ee:35125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:00,767 DEBUG [RS:1;f0d65a6309ee:35125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,35125,1734319260227' 2024-12-16T03:21:00,767 DEBUG [RS:1;f0d65a6309ee:35125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:21:00,767 DEBUG [RS:1;f0d65a6309ee:35125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:21:00,768 DEBUG [RS:1;f0d65a6309ee:35125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:21:00,768 DEBUG [RS:1;f0d65a6309ee:35125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:21:00,768 DEBUG [RS:1;f0d65a6309ee:35125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:00,768 DEBUG [RS:1;f0d65a6309ee:35125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,35125,1734319260227' 2024-12-16T03:21:00,768 DEBUG [RS:1;f0d65a6309ee:35125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:21:00,768 DEBUG [RS:1;f0d65a6309ee:35125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:21:00,768 DEBUG [RS:1;f0d65a6309ee:35125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:21:00,768 INFO [RS:1;f0d65a6309ee:35125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:21:00,768 INFO [RS:1;f0d65a6309ee:35125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:21:00,860 INFO [RS:0;f0d65a6309ee:40819 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:21:00,861 INFO [RS:0;f0d65a6309ee:40819 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C40819%2C1734319260195, suffix=, logDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,40819,1734319260195, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/oldWALs, maxLogs=10 2024-12-16T03:21:00,864 INFO [RS:3;f0d65a6309ee:46459 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:21:00,864 INFO [RS:2;f0d65a6309ee:41321 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:21:00,866 INFO [RS:3;f0d65a6309ee:46459 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C46459%2C1734319260285, suffix=, logDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,46459,1734319260285, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/oldWALs, maxLogs=10 2024-12-16T03:21:00,866 INFO [RS:2;f0d65a6309ee:41321 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C41321%2C1734319260255, suffix=, logDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,41321,1734319260255, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/oldWALs, maxLogs=10 2024-12-16T03:21:00,869 INFO [RS:1;f0d65a6309ee:35125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:21:00,871 INFO [RS:1;f0d65a6309ee:35125 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C35125%2C1734319260227, suffix=, logDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/oldWALs, maxLogs=10 2024-12-16T03:21:00,878 DEBUG [RS:0;f0d65a6309ee:40819 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,40819,1734319260195/f0d65a6309ee%2C40819%2C1734319260195.1734319260861, exclude list is [], retry=0 2024-12-16T03:21:00,881 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46063,DS-6c134b6b-db90-4878-ad96-99bab63be04b,DISK] 2024-12-16T03:21:00,881 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38759,DS-65ba7ea6-810e-4230-aa76-20a3d64f3f16,DISK] 2024-12-16T03:21:00,881 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44677,DS-0cf79ac3-33e8-4d17-8504-57584608079f,DISK] 2024-12-16T03:21:00,881 DEBUG [RS:2;f0d65a6309ee:41321 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,41321,1734319260255/f0d65a6309ee%2C41321%2C1734319260255.1734319260867, exclude list is [], retry=0 2024-12-16T03:21:00,882 DEBUG [RS:1;f0d65a6309ee:35125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.1734319260871, exclude list is [], retry=0 2024-12-16T03:21:00,883 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38759,DS-65ba7ea6-810e-4230-aa76-20a3d64f3f16,DISK] 2024-12-16T03:21:00,883 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-80bacc7c-9618-4da7-aae5-d4180fdec4f1,DISK] 2024-12-16T03:21:00,883 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46063,DS-6c134b6b-db90-4878-ad96-99bab63be04b,DISK] 2024-12-16T03:21:00,883 INFO [RS:0;f0d65a6309ee:40819 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,40819,1734319260195/f0d65a6309ee%2C40819%2C1734319260195.1734319260861 2024-12-16T03:21:00,884 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-80bacc7c-9618-4da7-aae5-d4180fdec4f1,DISK] 2024-12-16T03:21:00,884 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38759,DS-65ba7ea6-810e-4230-aa76-20a3d64f3f16,DISK] 2024-12-16T03:21:00,884 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46063,DS-6c134b6b-db90-4878-ad96-99bab63be04b,DISK] 2024-12-16T03:21:00,886 DEBUG [RS:3;f0d65a6309ee:46459 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,46459,1734319260285/f0d65a6309ee%2C46459%2C1734319260285.1734319260866, exclude list is [], retry=0 2024-12-16T03:21:00,887 DEBUG [RS:0;f0d65a6309ee:40819 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37681:37681),(127.0.0.1/127.0.0.1:34229:34229),(127.0.0.1/127.0.0.1:46841:46841)] 2024-12-16T03:21:00,888 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44677,DS-0cf79ac3-33e8-4d17-8504-57584608079f,DISK] 2024-12-16T03:21:00,888 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-80bacc7c-9618-4da7-aae5-d4180fdec4f1,DISK] 2024-12-16T03:21:00,888 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38759,DS-65ba7ea6-810e-4230-aa76-20a3d64f3f16,DISK] 2024-12-16T03:21:00,891 INFO [RS:1;f0d65a6309ee:35125 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.1734319260871 2024-12-16T03:21:00,891 DEBUG [RS:1;f0d65a6309ee:35125 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34229:34229),(127.0.0.1/127.0.0.1:38331:38331),(127.0.0.1/127.0.0.1:37681:37681)] 2024-12-16T03:21:00,891 INFO [RS:2;f0d65a6309ee:41321 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,41321,1734319260255/f0d65a6309ee%2C41321%2C1734319260255.1734319260867 2024-12-16T03:21:00,891 INFO [RS:3;f0d65a6309ee:46459 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,46459,1734319260285/f0d65a6309ee%2C46459%2C1734319260285.1734319260866 2024-12-16T03:21:00,891 DEBUG [RS:2;f0d65a6309ee:41321 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34229:34229),(127.0.0.1/127.0.0.1:38331:38331),(127.0.0.1/127.0.0.1:37681:37681)] 2024-12-16T03:21:00,891 DEBUG [RS:3;f0d65a6309ee:46459 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38331:38331),(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:34229:34229)] 2024-12-16T03:21:00,964 DEBUG [f0d65a6309ee:35911 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-16T03:21:00,964 DEBUG [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:21:00,967 DEBUG [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:21:00,967 DEBUG [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:21:00,967 DEBUG [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:21:00,967 DEBUG [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:21:00,967 INFO [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:21:00,967 INFO [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:21:00,967 INFO [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:21:00,967 INFO [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:21:00,967 DEBUG [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:21:00,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:00,969 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,35125,1734319260227, state=OPENING 2024-12-16T03:21:00,984 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T03:21:00,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:00,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:00,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:00,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:00,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:00,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:00,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:01,102 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:01,102 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:01,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:01,147 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:21:01,148 INFO [RS-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:21:01,150 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:21:01,150 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:21:01,162 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-16T03:21:01,162 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T03:21:01,163 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=f0d65a6309ee%2C35125%2C1734319260227.meta, suffix=.meta, logDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/oldWALs, maxLogs=10 2024-12-16T03:21:01,173 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, exclude list is [], retry=0 2024-12-16T03:21:01,174 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2886a5e0 to 127.0.0.1:56743 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f148b00 2024-12-16T03:21:01,175 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46063,DS-6c134b6b-db90-4878-ad96-99bab63be04b,DISK] 2024-12-16T03:21:01,175 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-80bacc7c-9618-4da7-aae5-d4180fdec4f1,DISK] 2024-12-16T03:21:01,175 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44677,DS-0cf79ac3-33e8-4d17-8504-57584608079f,DISK] 2024-12-16T03:21:01,176 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta 2024-12-16T03:21:01,177 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37681:37681),(127.0.0.1/127.0.0.1:38331:38331),(127.0.0.1/127.0.0.1:46841:46841)] 2024-12-16T03:21:01,177 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:21:01,177 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:21:01,177 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:21:01,177 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:21:01,177 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:21:01,177 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:01,177 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:21:01,177 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:21:01,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:21:01,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:21:01,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:01,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:21:01,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:21:01,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:21:01,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:01,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:21:01,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:21:01,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:21:01,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:01,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:21:01,182 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740 2024-12-16T03:21:01,182 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740 2024-12-16T03:21:01,183 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:21:01,184 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8ecb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:21:01,184 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:21:01,185 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:56743 2024-12-16T03:21:01,185 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71354979, jitterRate=0.06327204406261444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:21:01,186 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:21:01,186 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734319261147 2024-12-16T03:21:01,187 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:21:01,187 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:21:01,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:01,187 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,35125,1734319260227, state=OPEN 2024-12-16T03:21:01,195 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:21:01,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1002cdade000006 connected 2024-12-16T03:21:01,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:01,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:01,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:01,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:01,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:01,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:01,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:01,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:01,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:01,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:01,204 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=7fc6984d-fa96-4fc3-89c1-ae0448924511 to cluster=7fc6984d-fa96-4fc3-89c1-ae0448924511 2024-12-16T03:21:01,204 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=f0d65a6309ee%2C35125%2C1734319260227 2024-12-16T03:21:01,204 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-16T03:21:01,204 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, startPosition=0, beingWritten=true 2024-12-16T03:21:01,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T03:21:01,204 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f0d65a6309ee%2C35125%2C1734319260227 2024-12-16T03:21:01,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,35125,1734319260227 in 209 msec 2024-12-16T03:21:01,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T03:21:01,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-12-16T03:21:01,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 667 msec 2024-12-16T03:21:01,206 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734319261206, completionTime=-1 2024-12-16T03:21:01,206 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-16T03:21:01,206 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T03:21:01,206 DEBUG [hconnection-0x24eb7119-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:21:01,207 INFO [RS-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:21:01,208 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-16T03:21:01,208 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734319321208 2024-12-16T03:21:01,208 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734319381208 2024-12-16T03:21:01,208 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-12-16T03:21:01,209 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:21:01,209 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 316, reset compression=false 2024-12-16T03:21:01,209 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734319261186/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=316, nbRowKeys=1, nbHFiles=0, heapSize=332, lastSeqIds={}, endOfFile=false,usedBufferSize=332] 2024-12-16T03:21:01,262 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:21:01,262 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,35911,1734319260047-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:01,262 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,35911,1734319260047-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:01,262 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,35911,1734319260047-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:01,262 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f0d65a6309ee:35911, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:01,262 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:01,263 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T03:21:01,263 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:21:01,263 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T03:21:01,264 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T03:21:01,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:21:01,264 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:01,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:21:01,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:21:01,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:21:01,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741838_1014 (size=358) 2024-12-16T03:21:01,276 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bcf2f324c29ee96cb25f4dfaa0652ef6, NAME => 'hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:01,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:21:01,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:21:01,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741839_1015 (size=42) 2024-12-16T03:21:01,285 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:01,285 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing bcf2f324c29ee96cb25f4dfaa0652ef6, disabling compactions & flushes 2024-12-16T03:21:01,285 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6. 2024-12-16T03:21:01,285 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6. 2024-12-16T03:21:01,285 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6. after waiting 0 ms 2024-12-16T03:21:01,285 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6. 2024-12-16T03:21:01,285 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6. 2024-12-16T03:21:01,285 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for bcf2f324c29ee96cb25f4dfaa0652ef6: 2024-12-16T03:21:01,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:21:01,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734319261286"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319261286"}]},"ts":"1734319261286"} 2024-12-16T03:21:01,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:21:01,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:21:01,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319261288"}]},"ts":"1734319261288"} 2024-12-16T03:21:01,288 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T03:21:01,303 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:21:01,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:21:01,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:21:01,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:21:01,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:21:01,304 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:21:01,304 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:21:01,304 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:21:01,304 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:21:01,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:21:01,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=bcf2f324c29ee96cb25f4dfaa0652ef6, ASSIGN}] 2024-12-16T03:21:01,305 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=bcf2f324c29ee96cb25f4dfaa0652ef6, ASSIGN 2024-12-16T03:21:01,305 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=bcf2f324c29ee96cb25f4dfaa0652ef6, ASSIGN; state=OFFLINE, location=f0d65a6309ee,46459,1734319260285; forceNewPlan=false, retain=false 2024-12-16T03:21:01,413 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 316, reset compression=false 2024-12-16T03:21:01,417 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:21:01,417 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 685, reset compression=false 2024-12-16T03:21:01,417 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=685, nbRowKeys=2, nbHFiles=0, heapSize=624, lastSeqIds={}, endOfFile=false,usedBufferSize=624] 2024-12-16T03:21:01,455 INFO [f0d65a6309ee:35911 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:21:01,455 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=bcf2f324c29ee96cb25f4dfaa0652ef6, regionState=OPENING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:01,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure bcf2f324c29ee96cb25f4dfaa0652ef6, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:01,607 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:01,608 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:21:01,609 INFO [RS-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:21:01,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6. 2024-12-16T03:21:01,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => bcf2f324c29ee96cb25f4dfaa0652ef6, NAME => 'hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:21:01,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace bcf2f324c29ee96cb25f4dfaa0652ef6 2024-12-16T03:21:01,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:01,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for bcf2f324c29ee96cb25f4dfaa0652ef6 2024-12-16T03:21:01,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for bcf2f324c29ee96cb25f4dfaa0652ef6 2024-12-16T03:21:01,613 INFO [StoreOpener-bcf2f324c29ee96cb25f4dfaa0652ef6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region bcf2f324c29ee96cb25f4dfaa0652ef6 2024-12-16T03:21:01,614 INFO [StoreOpener-bcf2f324c29ee96cb25f4dfaa0652ef6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcf2f324c29ee96cb25f4dfaa0652ef6 columnFamilyName info 2024-12-16T03:21:01,614 DEBUG [StoreOpener-bcf2f324c29ee96cb25f4dfaa0652ef6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:01,615 INFO [StoreOpener-bcf2f324c29ee96cb25f4dfaa0652ef6-1 {}] regionserver.HStore(327): Store=bcf2f324c29ee96cb25f4dfaa0652ef6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:01,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/namespace/bcf2f324c29ee96cb25f4dfaa0652ef6 2024-12-16T03:21:01,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/namespace/bcf2f324c29ee96cb25f4dfaa0652ef6 2024-12-16T03:21:01,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for bcf2f324c29ee96cb25f4dfaa0652ef6 2024-12-16T03:21:01,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/namespace/bcf2f324c29ee96cb25f4dfaa0652ef6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:01,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened bcf2f324c29ee96cb25f4dfaa0652ef6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62780072, jitterRate=-0.06450402736663818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:01,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for bcf2f324c29ee96cb25f4dfaa0652ef6: 2024-12-16T03:21:01,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6., pid=6, masterSystemTime=1734319261607 2024-12-16T03:21:01,621 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 685, reset compression=false 2024-12-16T03:21:01,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6. 2024-12-16T03:21:01,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6. 2024-12-16T03:21:01,622 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=bcf2f324c29ee96cb25f4dfaa0652ef6, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:01,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T03:21:01,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure bcf2f324c29ee96cb25f4dfaa0652ef6, server=f0d65a6309ee,46459,1734319260285 in 168 msec 2024-12-16T03:21:01,626 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:21:01,626 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 1721, reset compression=false 2024-12-16T03:21:01,626 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6=[#edits: 3 = ],612}, {hbase:meta/1588230740/7=[#edits: 5 = ],916}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=1721, nbRowKeys=2, nbHFiles=0, heapSize=1528, lastSeqIds={}, endOfFile=false,usedBufferSize=1528] 2024-12-16T03:21:01,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T03:21:01,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=bcf2f324c29ee96cb25f4dfaa0652ef6, ASSIGN in 321 msec 2024-12-16T03:21:01,629 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:21:01,629 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319261629"}]},"ts":"1734319261629"} 2024-12-16T03:21:01,630 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T03:21:01,633 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:21:01,633 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 1808, reset compression=false 2024-12-16T03:21:01,633 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=1808, nbRowKeys=1, nbHFiles=0, heapSize=188, lastSeqIds={}, endOfFile=false,usedBufferSize=188] 2024-12-16T03:21:01,637 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:21:01,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 374 msec 2024-12-16T03:21:01,664 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-16T03:21:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:21:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:01,677 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:21:01,678 INFO [RS-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:21:01,679 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T03:21:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:21:01,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 21 msec 2024-12-16T03:21:01,711 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T03:21:01,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:21:01,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 18 msec 2024-12-16T03:21:01,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-16T03:21:01,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-16T03:21:01,767 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.439sec 2024-12-16T03:21:01,767 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T03:21:01,767 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T03:21:01,767 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T03:21:01,767 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T03:21:01,767 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T03:21:01,767 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,35911,1734319260047-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:21:01,767 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,35911,1734319260047-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T03:21:01,768 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T03:21:01,768 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T03:21:01,769 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,35911,1734319260047-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:21:01,807 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36e3fbf3 to 127.0.0.1:56743 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f190144 2024-12-16T03:21:01,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5995d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:21:01,819 DEBUG [hconnection-0x6a2737bd-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:21:01,820 INFO [RS-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:21:01,821 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f0d65a6309ee,35911,1734319260047 2024-12-16T03:21:01,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:21:01,822 INFO [RS-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:21:01,824 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35911 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:21:01,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35911 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-16T03:21:01,836 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 1808, reset compression=false 2024-12-16T03:21:01,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:21:01,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:21:01,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741840_1016 (size=1064) 2024-12-16T03:21:01,841 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T03:21:01,841 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-16T03:21:01,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-16T03:21:01,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-16T03:21:01,844 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-16T03:21:01,845 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:01,845 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,35125,1734319260227, state=CLOSING 2024-12-16T03:21:01,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:01,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:01,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:01,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:01,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:01,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:01,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:01,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:01,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:01,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:01,853 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:01,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:01,995 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:21:01,995 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:02,005 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:02,006 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-16T03:21:02,006 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:02,006 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:21:02,006 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:21:02,006 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:21:02,006 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:21:02,006 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:21:02,006 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-16T03:21:02,020 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/.tmp/info/2c43c86f8e384eb892510ad2fee2da21 is 143, key is hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:regioninfo/1734319261622/Put/seqid=0 2024-12-16T03:21:02,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:21:02,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:21:02,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741841_1017 (size=6595) 2024-12-16T03:21:02,029 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/.tmp/info/2c43c86f8e384eb892510ad2fee2da21 2024-12-16T03:21:02,045 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/.tmp/table/689c017cf1834fb19cf42ee4b6fbec3a is 51, key is hbase:namespace/table:state/1734319261629/Put/seqid=0 2024-12-16T03:21:02,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:21:02,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:21:02,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741842_1018 (size=5242) 2024-12-16T03:21:02,050 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/.tmp/table/689c017cf1834fb19cf42ee4b6fbec3a 2024-12-16T03:21:02,059 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/.tmp/info/2c43c86f8e384eb892510ad2fee2da21 as hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/info/2c43c86f8e384eb892510ad2fee2da21 2024-12-16T03:21:02,064 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/info/2c43c86f8e384eb892510ad2fee2da21, entries=10, sequenceid=9, filesize=6.4 K 2024-12-16T03:21:02,065 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/.tmp/table/689c017cf1834fb19cf42ee4b6fbec3a as hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/table/689c017cf1834fb19cf42ee4b6fbec3a 2024-12-16T03:21:02,069 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/table/689c017cf1834fb19cf42ee4b6fbec3a, entries=2, sequenceid=9, filesize=5.1 K 2024-12-16T03:21:02,069 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 63ms, sequenceid=9, compaction requested=false 2024-12-16T03:21:02,073 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-16T03:21:02,073 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:21:02,074 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:21:02,074 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:21:02,074 WARN [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-16T03:21:02,075 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-16T03:21:02,075 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-16T03:21:02,075 WARN [PEWorker-1 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-16T03:21:02,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-16T03:21:02,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=f0d65a6309ee,35125,1734319260227 in 222 msec 2024-12-16T03:21:02,076 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=f0d65a6309ee,35125,1734319260227; forceNewPlan=false, retain=true 2024-12-16T03:21:02,144 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 1808, reset compression=false 2024-12-16T03:21:02,149 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:21:02,149 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 2476, reset compression=false 2024-12-16T03:21:02,149 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319262006/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319262069/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734319262070/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=2476, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-16T03:21:02,152 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-16T03:21:02,153 WARN [ReadOnlyZKClient-127.0.0.1:56743@0x2886a5e0 {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-16T03:21:02,226 INFO [f0d65a6309ee:35911 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T03:21:02,226 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:02,227 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,35125,1734319260227, state=OPENING 2024-12-16T03:21:02,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:02,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:02,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:02,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:02,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:02,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:02,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:02,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:02,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:02,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:02,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:02,352 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 2476, reset compression=false 2024-12-16T03:21:02,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:02,421 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:21:02,421 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:21:02,421 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:21:02,421 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:21:02,421 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:21:02,421 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:21:02,421 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:02,422 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:21:02,422 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:21:02,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:21:02,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:21:02,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:02,428 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/info/2c43c86f8e384eb892510ad2fee2da21 2024-12-16T03:21:02,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:21:02,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:21:02,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:21:02,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:02,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:21:02,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:21:02,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:21:02,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:02,438 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/table/689c017cf1834fb19cf42ee4b6fbec3a 2024-12-16T03:21:02,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:21:02,439 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740 2024-12-16T03:21:02,440 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740 2024-12-16T03:21:02,441 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:21:02,442 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:21:02,443 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67328875, jitterRate=0.0032784193754196167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:21:02,443 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:21:02,444 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734319262418 2024-12-16T03:21:02,445 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:21:02,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:02,445 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:21:02,445 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,35125,1734319260227, state=OPEN 2024-12-16T03:21:02,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:02,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:02,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:02,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:02,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:21:02,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:02,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:02,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:02,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:02,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:02,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-16T03:21:02,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,35125,1734319260227 in 207 msec 2024-12-16T03:21:02,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-16T03:21:02,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 631 msec 2024-12-16T03:21:02,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-16T03:21:02,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 634 msec 2024-12-16T03:21:02,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-16T03:21:02,479 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-16T03:21:02,479 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-16T03:21:02,480 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:21:02,480 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:21:02,630 DEBUG [f0d65a6309ee:35911 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-16T03:21:02,630 DEBUG [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:21:02,633 DEBUG [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:21:02,633 DEBUG [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:21:02,633 DEBUG [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:21:02,633 DEBUG [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:21:02,633 INFO [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:21:02,633 INFO [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:21:02,633 INFO [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:21:02,633 INFO [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:21:02,633 DEBUG [f0d65a6309ee:35911 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-16T03:21:02,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:02,634 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:02,634 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as f0d65a6309ee,41321,1734319260255, state=OPENING 2024-12-16T03:21:02,634 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as f0d65a6309ee,40819,1734319260195, state=OPENING 2024-12-16T03:21:02,650 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-16T03:21:02,650 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-16T03:21:02,656 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 2476, reset compression=false 2024-12-16T03:21:02,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:02,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:02,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:02,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:02,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:21:02,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:02,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:02,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:02,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:02,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:21:02,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:21:02,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:21:02,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:02,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:21:02,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:21:02,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:21:02,661 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:21:02,661 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 2775, reset compression=false 2024-12-16T03:21:02,661 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734319262443/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-16T03:21:02,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:02,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:21:02,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:21:02,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:21:02,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:21:02,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:21:02,664 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-16T03:21:02,665 WARN [ReadOnlyZKClient-127.0.0.1:56743@0x2886a5e0 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-16T03:21:02,665 WARN [ReadOnlyZKClient-127.0.0.1:56743@0x2886a5e0 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-16T03:21:02,667 WARN [ReadOnlyZKClient-127.0.0.1:56743@0x2886a5e0 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-16T03:21:02,667 WARN [ReadOnlyZKClient-127.0.0.1:56743@0x2886a5e0 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-16T03:21:02,668 WARN [ReadOnlyZKClient-127.0.0.1:56743@0x2886a5e0 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-16T03:21:02,668 WARN [ReadOnlyZKClient-127.0.0.1:56743@0x2886a5e0 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-16T03:21:02,768 WARN [ReadOnlyZKClient-127.0.0.1:56743@0x2886a5e0 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-16T03:21:02,768 WARN [ReadOnlyZKClient-127.0.0.1:56743@0x2886a5e0 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-16T03:21:02,769 WARN [ReadOnlyZKClient-127.0.0.1:56743@0x2886a5e0 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-16T03:21:02,769 WARN [ReadOnlyZKClient-127.0.0.1:56743@0x2886a5e0 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-16T03:21:02,812 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:02,812 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:21:02,814 INFO [RS-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:21:02,814 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:02,814 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:21:02,816 INFO [RS-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:21:02,817 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-16T03:21:02,817 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:21:02,817 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:21:02,818 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-16T03:21:02,818 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:21:02,818 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-16T03:21:02,818 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:02,818 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-16T03:21:02,818 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-16T03:21:02,818 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-16T03:21:02,819 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-16T03:21:02,820 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-16T03:21:02,820 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-16T03:21:02,820 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:21:02,820 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:02,820 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-16T03:21:02,820 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:21:02,820 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-16T03:21:02,820 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:02,820 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-16T03:21:02,820 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-16T03:21:02,823 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-16T03:21:02,824 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-16T03:21:02,824 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:02,834 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/info/2c43c86f8e384eb892510ad2fee2da21 2024-12-16T03:21:02,834 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:21:02,834 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-16T03:21:02,835 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-16T03:21:02,835 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/info/2c43c86f8e384eb892510ad2fee2da21 2024-12-16T03:21:02,836 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:02,836 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:21:02,836 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-16T03:21:02,836 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:21:02,836 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-16T03:21:02,837 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-16T03:21:02,837 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:02,839 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-16T03:21:02,839 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:02,839 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:21:02,840 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-16T03:21:02,840 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-16T03:21:02,841 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:02,847 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/table/689c017cf1834fb19cf42ee4b6fbec3a 2024-12-16T03:21:02,848 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:21:02,848 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:21:02,849 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63327150, jitterRate=-0.056351929903030396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:21:02,849 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-16T03:21:02,849 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=17, masterSystemTime=1734319262814 2024-12-16T03:21:02,850 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/table/689c017cf1834fb19cf42ee4b6fbec3a 2024-12-16T03:21:02,850 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:21:02,850 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:21:02,851 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-16T03:21:02,852 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-16T03:21:02,852 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-16T03:21:02,852 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:02,852 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:21:02,852 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as f0d65a6309ee,41321,1734319260255, state=OPEN 2024-12-16T03:21:02,853 INFO [RS-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=AdminService 2024-12-16T03:21:02,854 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75162452, jitterRate=0.12000781297683716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:21:02,854 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35125 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-16T03:21:02,854 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-16T03:21:02,854 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=16, masterSystemTime=1734319262812 2024-12-16T03:21:02,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35125 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:21:02,854 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-16T03:21:02,854 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-16T03:21:02,855 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-16T03:21:02,855 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:02,855 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-16T03:21:02,855 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-16T03:21:02,856 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as f0d65a6309ee,40819,1734319260195, state=OPEN 2024-12-16T03:21:02,856 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:21:02,857 INFO [RS-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=AdminService 2024-12-16T03:21:02,857 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35125 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-16T03:21:02,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35125 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:21:02,858 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-16T03:21:02,858 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-16T03:21:02,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:21:02,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:21:02,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:21:02,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:21:02,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:21:02,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:21:02,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:21:02,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:21:02,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-16T03:21:02,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-16T03:21:02,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=14 2024-12-16T03:21:02,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=f0d65a6309ee,41321,1734319260255 in 202 msec 2024-12-16T03:21:02,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 385 msec 2024-12-16T03:21:02,866 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 2775, reset compression=false 2024-12-16T03:21:02,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:21:02,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:21:02,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:21:02,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:21:02,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:21:02,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:21:02,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-16T03:21:02,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:21:02,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:21:02,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-16T03:21:02,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=15 2024-12-16T03:21:02,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=f0d65a6309ee,40819,1734319260195 in 211 msec 2024-12-16T03:21:02,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=9 2024-12-16T03:21:02,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 394 msec 2024-12-16T03:21:02,876 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:21:02,876 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 3045, reset compression=false 2024-12-16T03:21:02,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 1.0490 sec 2024-12-16T03:21:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:21:02,881 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:21:02,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicates_0', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:21:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicates_0 2024-12-16T03:21:02,884 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:21:02,884 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:02,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicates_0" procId is: 18 2024-12-16T03:21:02,885 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:21:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:21:02,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741843_1019 (size=377) 2024-12-16T03:21:02,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741843_1019 (size=377) 2024-12-16T03:21:02,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741843_1019 (size=377) 2024-12-16T03:21:02,902 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1a28fbd2303f1eb4b993d0864df8330d, NAME => 'testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:02,904 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => dc444503e8f5ffbdb33f9437ed632514, NAME => 'testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:02,905 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e205833e9b48cccdfa6cf1d13a233223, NAME => 'testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:02,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741844_1020 (size=63) 2024-12-16T03:21:02,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741844_1020 (size=63) 2024-12-16T03:21:02,925 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:02,925 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing 1a28fbd2303f1eb4b993d0864df8330d, disabling compactions & flushes 2024-12-16T03:21:02,925 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d. 2024-12-16T03:21:02,925 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d. 2024-12-16T03:21:02,925 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d. after waiting 0 ms 2024-12-16T03:21:02,925 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d. 2024-12-16T03:21:02,925 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d. 2024-12-16T03:21:02,925 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1a28fbd2303f1eb4b993d0864df8330d: 2024-12-16T03:21:02,926 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fa3baee3fd352c6dbbec7a6313d57a05, NAME => 'testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:02,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741845_1021 (size=66) 2024-12-16T03:21:02,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741844_1020 (size=63) 2024-12-16T03:21:02,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741845_1021 (size=66) 2024-12-16T03:21:02,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741845_1021 (size=66) 2024-12-16T03:21:02,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741846_1022 (size=66) 2024-12-16T03:21:02,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741846_1022 (size=66) 2024-12-16T03:21:02,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741846_1022 (size=66) 2024-12-16T03:21:02,942 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:02,942 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing e205833e9b48cccdfa6cf1d13a233223, disabling compactions & flushes 2024-12-16T03:21:02,942 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223. 2024-12-16T03:21:02,942 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223. 2024-12-16T03:21:02,942 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223. after waiting 0 ms 2024-12-16T03:21:02,942 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223. 2024-12-16T03:21:02,942 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223. 2024-12-16T03:21:02,942 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for e205833e9b48cccdfa6cf1d13a233223: 2024-12-16T03:21:02,943 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4ac211f146473e88fb5955cb5c380130, NAME => 'testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:02,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741847_1023 (size=66) 2024-12-16T03:21:02,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741847_1023 (size=66) 2024-12-16T03:21:02,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741847_1023 (size=66) 2024-12-16T03:21:02,956 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:02,956 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing fa3baee3fd352c6dbbec7a6313d57a05, disabling compactions & flushes 2024-12-16T03:21:02,956 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05. 2024-12-16T03:21:02,956 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05. 2024-12-16T03:21:02,956 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05. after waiting 0 ms 2024-12-16T03:21:02,956 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05. 2024-12-16T03:21:02,956 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05. 2024-12-16T03:21:02,956 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for fa3baee3fd352c6dbbec7a6313d57a05: 2024-12-16T03:21:02,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741848_1024 (size=66) 2024-12-16T03:21:02,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741848_1024 (size=66) 2024-12-16T03:21:02,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741848_1024 (size=66) 2024-12-16T03:21:02,958 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c74f8c63eaf4912f289ef2047a51bba6, NAME => 'testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:02,958 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:02,958 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 4ac211f146473e88fb5955cb5c380130, disabling compactions & flushes 2024-12-16T03:21:02,958 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130. 2024-12-16T03:21:02,958 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130. 2024-12-16T03:21:02,958 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130. after waiting 0 ms 2024-12-16T03:21:02,958 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130. 2024-12-16T03:21:02,958 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130. 2024-12-16T03:21:02,958 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4ac211f146473e88fb5955cb5c380130: 2024-12-16T03:21:02,959 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 85f74bf9ef88d67cca25d2a5803e1303, NAME => 'testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:02,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741849_1025 (size=66) 2024-12-16T03:21:02,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741849_1025 (size=66) 2024-12-16T03:21:02,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741849_1025 (size=66) 2024-12-16T03:21:02,966 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:02,966 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing c74f8c63eaf4912f289ef2047a51bba6, disabling compactions & flushes 2024-12-16T03:21:02,966 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6. 2024-12-16T03:21:02,966 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6. 2024-12-16T03:21:02,966 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6. after waiting 0 ms 2024-12-16T03:21:02,966 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6. 2024-12-16T03:21:02,966 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6. 2024-12-16T03:21:02,966 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for c74f8c63eaf4912f289ef2047a51bba6: 2024-12-16T03:21:02,967 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4c57e2c730c4388781989a08cf01a4f9, NAME => 'testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:02,970 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:21:02,971 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:21:02,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741850_1026 (size=66) 2024-12-16T03:21:02,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741850_1026 (size=66) 2024-12-16T03:21:02,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741850_1026 (size=66) 2024-12-16T03:21:02,982 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:02,982 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 85f74bf9ef88d67cca25d2a5803e1303, disabling compactions & flushes 2024-12-16T03:21:02,982 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303. 2024-12-16T03:21:02,982 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303. 2024-12-16T03:21:02,982 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303. after waiting 0 ms 2024-12-16T03:21:02,982 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303. 2024-12-16T03:21:02,982 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303. 2024-12-16T03:21:02,983 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 85f74bf9ef88d67cca25d2a5803e1303: 2024-12-16T03:21:02,983 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 54ca9366ddb4c47e3ad6430db44d4b9c, NAME => 'testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:21:02,992 INFO [RS-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-16T03:21:02,992 INFO [RS-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-16T03:21:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] regionserver.HRegion(6096): 1657623790 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 13 stores { family_name: "info" store_home_dir: "info" store_file: "2c43c86f8e384eb892510ad2fee2da21" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "689c017cf1834fb19cf42ee4b6fbec3a" } server { host_name: "f0d65a6309ee" port: 35125 start_code: 1734319260227 } region_name: "hbase:meta,,1" 2024-12-16T03:21:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegion(6096): 534574363 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 13 stores { family_name: "info" store_home_dir: "info" store_file: "2c43c86f8e384eb892510ad2fee2da21" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "689c017cf1834fb19cf42ee4b6fbec3a" } server { host_name: "f0d65a6309ee" port: 35125 start_code: 1734319260227 } region_name: "hbase:meta,,1" 2024-12-16T03:21:02,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:21:02,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:21:02,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:21:02,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:21:02,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:21:02,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-16T03:21:02,995 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/16=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319262854/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/18=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319262857/Put/vlen=52/seqid=0; >],236}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=3045, nbRowKeys=2, nbHFiles=0, heapSize=472, lastSeqIds={}, endOfFile=false,usedBufferSize=472] 2024-12-16T03:21:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:21:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:21:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:21:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-16T03:21:03,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741851_1027 (size=66) 2024-12-16T03:21:03,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741851_1027 (size=66) 2024-12-16T03:21:03,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741851_1027 (size=66) 2024-12-16T03:21:03,006 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,006 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing 4c57e2c730c4388781989a08cf01a4f9, disabling compactions & flushes 2024-12-16T03:21:03,006 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9. 2024-12-16T03:21:03,006 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9. 2024-12-16T03:21:03,006 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9. after waiting 0 ms 2024-12-16T03:21:03,006 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9. 2024-12-16T03:21:03,006 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9. 2024-12-16T03:21:03,006 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4c57e2c730c4388781989a08cf01a4f9: 2024-12-16T03:21:03,006 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5a8c0a8d6ce90e0a828e6e660d46040a, NAME => 'testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:03,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741852_1028 (size=66) 2024-12-16T03:21:03,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741852_1028 (size=66) 2024-12-16T03:21:03,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741852_1028 (size=66) 2024-12-16T03:21:03,010 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,010 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 54ca9366ddb4c47e3ad6430db44d4b9c, disabling compactions & flushes 2024-12-16T03:21:03,011 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c. 2024-12-16T03:21:03,011 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c. 2024-12-16T03:21:03,011 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c. after waiting 0 ms 2024-12-16T03:21:03,011 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c. 2024-12-16T03:21:03,011 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c. 2024-12-16T03:21:03,011 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 54ca9366ddb4c47e3ad6430db44d4b9c: 2024-12-16T03:21:03,011 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3f112a4e209c09fdc45fd5b9297305c0, NAME => 'testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:03,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741853_1029 (size=66) 2024-12-16T03:21:03,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741853_1029 (size=66) 2024-12-16T03:21:03,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741853_1029 (size=66) 2024-12-16T03:21:03,021 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,022 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing 5a8c0a8d6ce90e0a828e6e660d46040a, disabling compactions & flushes 2024-12-16T03:21:03,022 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a. 2024-12-16T03:21:03,022 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a. 2024-12-16T03:21:03,022 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a. after waiting 0 ms 2024-12-16T03:21:03,022 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a. 2024-12-16T03:21:03,022 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a. 2024-12-16T03:21:03,022 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5a8c0a8d6ce90e0a828e6e660d46040a: 2024-12-16T03:21:03,022 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3424d0d5a04b970cf2e1c802e932a677, NAME => 'testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:03,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741854_1030 (size=66) 2024-12-16T03:21:03,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741854_1030 (size=66) 2024-12-16T03:21:03,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741854_1030 (size=66) 2024-12-16T03:21:03,030 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,030 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 3f112a4e209c09fdc45fd5b9297305c0, disabling compactions & flushes 2024-12-16T03:21:03,030 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0. 2024-12-16T03:21:03,030 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0. 2024-12-16T03:21:03,030 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0. after waiting 0 ms 2024-12-16T03:21:03,030 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0. 2024-12-16T03:21:03,030 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0. 2024-12-16T03:21:03,030 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3f112a4e209c09fdc45fd5b9297305c0: 2024-12-16T03:21:03,031 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => db8a5971361c8b0ae812df3bedce35d9, NAME => 'testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:03,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741855_1031 (size=66) 2024-12-16T03:21:03,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741855_1031 (size=66) 2024-12-16T03:21:03,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741855_1031 (size=66) 2024-12-16T03:21:03,037 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,037 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing 3424d0d5a04b970cf2e1c802e932a677, disabling compactions & flushes 2024-12-16T03:21:03,038 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677. 2024-12-16T03:21:03,038 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677. 2024-12-16T03:21:03,038 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677. after waiting 0 ms 2024-12-16T03:21:03,038 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677. 2024-12-16T03:21:03,038 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677. 2024-12-16T03:21:03,038 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3424d0d5a04b970cf2e1c802e932a677: 2024-12-16T03:21:03,038 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 384416d7e127a45dbac8591ca4f5d784, NAME => 'testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:03,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741856_1032 (size=66) 2024-12-16T03:21:03,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741856_1032 (size=66) 2024-12-16T03:21:03,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741856_1032 (size=66) 2024-12-16T03:21:03,055 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,055 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing db8a5971361c8b0ae812df3bedce35d9, disabling compactions & flushes 2024-12-16T03:21:03,055 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9. 2024-12-16T03:21:03,055 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9. 2024-12-16T03:21:03,055 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9. after waiting 0 ms 2024-12-16T03:21:03,055 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9. 2024-12-16T03:21:03,056 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9. 2024-12-16T03:21:03,056 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for db8a5971361c8b0ae812df3bedce35d9: 2024-12-16T03:21:03,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741857_1033 (size=66) 2024-12-16T03:21:03,056 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e92a9e8e2071bb9402417b4ecb055c25, NAME => 'testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:03,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741857_1033 (size=66) 2024-12-16T03:21:03,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741857_1033 (size=66) 2024-12-16T03:21:03,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing 384416d7e127a45dbac8591ca4f5d784, disabling compactions & flushes 2024-12-16T03:21:03,058 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784. 2024-12-16T03:21:03,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784. 2024-12-16T03:21:03,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784. after waiting 0 ms 2024-12-16T03:21:03,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784. 2024-12-16T03:21:03,058 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784. 2024-12-16T03:21:03,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for 384416d7e127a45dbac8591ca4f5d784: 2024-12-16T03:21:03,059 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1000549fbfe00e38c988b612315b0d1a, NAME => 'testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:03,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741858_1034 (size=66) 2024-12-16T03:21:03,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741858_1034 (size=66) 2024-12-16T03:21:03,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741858_1034 (size=66) 2024-12-16T03:21:03,073 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,074 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing e92a9e8e2071bb9402417b4ecb055c25, disabling compactions & flushes 2024-12-16T03:21:03,074 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25. 2024-12-16T03:21:03,074 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25. 2024-12-16T03:21:03,074 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25. after waiting 0 ms 2024-12-16T03:21:03,074 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25. 2024-12-16T03:21:03,074 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25. 2024-12-16T03:21:03,074 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for e92a9e8e2071bb9402417b4ecb055c25: 2024-12-16T03:21:03,074 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 85cfc79f1a402379d286021527ed868d, NAME => 'testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:03,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741859_1035 (size=66) 2024-12-16T03:21:03,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741859_1035 (size=66) 2024-12-16T03:21:03,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741859_1035 (size=66) 2024-12-16T03:21:03,081 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,081 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing 1000549fbfe00e38c988b612315b0d1a, disabling compactions & flushes 2024-12-16T03:21:03,081 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a. 2024-12-16T03:21:03,081 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a. 2024-12-16T03:21:03,081 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a. after waiting 0 ms 2024-12-16T03:21:03,081 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a. 2024-12-16T03:21:03,081 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a. 2024-12-16T03:21:03,082 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1000549fbfe00e38c988b612315b0d1a: 2024-12-16T03:21:03,082 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cc21518fd27e91a2fc6ebc68e9549442, NAME => 'testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:03,084 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 3045, reset compression=false 2024-12-16T03:21:03,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741861_1037 (size=66) 2024-12-16T03:21:03,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741861_1037 (size=66) 2024-12-16T03:21:03,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741861_1037 (size=66) 2024-12-16T03:21:03,100 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,100 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 85cfc79f1a402379d286021527ed868d, disabling compactions & flushes 2024-12-16T03:21:03,100 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d. 2024-12-16T03:21:03,100 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d. 2024-12-16T03:21:03,100 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d. after waiting 0 ms 2024-12-16T03:21:03,100 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d. 2024-12-16T03:21:03,100 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d. 2024-12-16T03:21:03,100 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 85cfc79f1a402379d286021527ed868d: 2024-12-16T03:21:03,101 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a38ddd360f95b99bbe0d3bc511cdb2dd, NAME => 'testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:03,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741860_1036 (size=66) 2024-12-16T03:21:03,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741860_1036 (size=66) 2024-12-16T03:21:03,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741860_1036 (size=66) 2024-12-16T03:21:03,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741862_1038 (size=66) 2024-12-16T03:21:03,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741862_1038 (size=66) 2024-12-16T03:21:03,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741862_1038 (size=66) 2024-12-16T03:21:03,115 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,115 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing a38ddd360f95b99bbe0d3bc511cdb2dd, disabling compactions & flushes 2024-12-16T03:21:03,115 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd. 2024-12-16T03:21:03,115 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd. 2024-12-16T03:21:03,115 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd. after waiting 0 ms 2024-12-16T03:21:03,116 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd. 2024-12-16T03:21:03,116 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd. 2024-12-16T03:21:03,116 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for a38ddd360f95b99bbe0d3bc511cdb2dd: 2024-12-16T03:21:03,116 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bf13ea76acc061bbccb2c7648231e8ae, NAME => 'testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:03,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741863_1039 (size=66) 2024-12-16T03:21:03,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741863_1039 (size=66) 2024-12-16T03:21:03,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741863_1039 (size=66) 2024-12-16T03:21:03,126 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,126 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing bf13ea76acc061bbccb2c7648231e8ae, disabling compactions & flushes 2024-12-16T03:21:03,126 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae. 2024-12-16T03:21:03,126 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae. 2024-12-16T03:21:03,126 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae. after waiting 0 ms 2024-12-16T03:21:03,126 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae. 2024-12-16T03:21:03,126 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae. 2024-12-16T03:21:03,126 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for bf13ea76acc061bbccb2c7648231e8ae: 2024-12-16T03:21:03,127 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ce7ed548d08253f8fc91fbcc27374eae, NAME => 'testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:03,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741864_1040 (size=66) 2024-12-16T03:21:03,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741864_1040 (size=66) 2024-12-16T03:21:03,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741864_1040 (size=66) 2024-12-16T03:21:03,134 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,134 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing ce7ed548d08253f8fc91fbcc27374eae, disabling compactions & flushes 2024-12-16T03:21:03,134 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae. 2024-12-16T03:21:03,134 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae. 2024-12-16T03:21:03,134 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae. after waiting 0 ms 2024-12-16T03:21:03,134 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae. 2024-12-16T03:21:03,134 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae. 2024-12-16T03:21:03,134 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for ce7ed548d08253f8fc91fbcc27374eae: 2024-12-16T03:21:03,135 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ac102028bfa32c7ff193e6fee8e54f25, NAME => 'testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:03,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741865_1041 (size=66) 2024-12-16T03:21:03,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741865_1041 (size=66) 2024-12-16T03:21:03,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741865_1041 (size=66) 2024-12-16T03:21:03,144 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,145 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing ac102028bfa32c7ff193e6fee8e54f25, disabling compactions & flushes 2024-12-16T03:21:03,145 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25. 2024-12-16T03:21:03,145 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25. 2024-12-16T03:21:03,145 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25. after waiting 0 ms 2024-12-16T03:21:03,145 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25. 2024-12-16T03:21:03,145 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25. 2024-12-16T03:21:03,145 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for ac102028bfa32c7ff193e6fee8e54f25: 2024-12-16T03:21:03,145 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c4e1f604fd728fd627b5f8c771f7ac37, NAME => 'testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:03,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741866_1042 (size=66) 2024-12-16T03:21:03,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741866_1042 (size=66) 2024-12-16T03:21:03,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741866_1042 (size=66) 2024-12-16T03:21:03,153 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,153 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing c4e1f604fd728fd627b5f8c771f7ac37, disabling compactions & flushes 2024-12-16T03:21:03,153 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37. 2024-12-16T03:21:03,153 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37. 2024-12-16T03:21:03,153 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37. after waiting 0 ms 2024-12-16T03:21:03,153 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37. 2024-12-16T03:21:03,153 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37. 2024-12-16T03:21:03,153 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for c4e1f604fd728fd627b5f8c771f7ac37: 2024-12-16T03:21:03,154 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 227c6f099b39298a851e8fe977aeb73b, NAME => 'testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:03,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741867_1043 (size=66) 2024-12-16T03:21:03,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741867_1043 (size=66) 2024-12-16T03:21:03,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741867_1043 (size=66) 2024-12-16T03:21:03,160 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,161 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 227c6f099b39298a851e8fe977aeb73b, disabling compactions & flushes 2024-12-16T03:21:03,161 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b. 2024-12-16T03:21:03,161 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b. 2024-12-16T03:21:03,161 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b. after waiting 0 ms 2024-12-16T03:21:03,161 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b. 2024-12-16T03:21:03,161 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b. 2024-12-16T03:21:03,161 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 227c6f099b39298a851e8fe977aeb73b: 2024-12-16T03:21:03,161 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7f89f14cec3e4c195031b8275428f4ed, NAME => 'testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed.', STARTKEY => 'yyy', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:03,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741868_1044 (size=63) 2024-12-16T03:21:03,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741868_1044 (size=63) 2024-12-16T03:21:03,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741868_1044 (size=63) 2024-12-16T03:21:03,179 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,179 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 7f89f14cec3e4c195031b8275428f4ed, disabling compactions & flushes 2024-12-16T03:21:03,179 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed. 2024-12-16T03:21:03,179 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed. 2024-12-16T03:21:03,180 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed. after waiting 0 ms 2024-12-16T03:21:03,180 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed. 2024-12-16T03:21:03,180 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed. 2024-12-16T03:21:03,180 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7f89f14cec3e4c195031b8275428f4ed: 2024-12-16T03:21:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:21:03,303 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:03,303 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:03,329 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,329 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1681): Closing dc444503e8f5ffbdb33f9437ed632514, disabling compactions & flushes 2024-12-16T03:21:03,329 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514. 2024-12-16T03:21:03,329 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514. 2024-12-16T03:21:03,329 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514. after waiting 0 ms 2024-12-16T03:21:03,329 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514. 2024-12-16T03:21:03,329 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514. 2024-12-16T03:21:03,329 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1635): Region close journal for dc444503e8f5ffbdb33f9437ed632514: 2024-12-16T03:21:03,397 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 3045, reset compression=false 2024-12-16T03:21:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:21:03,506 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,506 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing cc21518fd27e91a2fc6ebc68e9549442, disabling compactions & flushes 2024-12-16T03:21:03,506 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442. 2024-12-16T03:21:03,506 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442. 2024-12-16T03:21:03,506 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442. after waiting 0 ms 2024-12-16T03:21:03,506 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442. 2024-12-16T03:21:03,506 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442. 2024-12-16T03:21:03,506 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for cc21518fd27e91a2fc6ebc68e9549442: 2024-12-16T03:21:03,507 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:21:03,507 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,507 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,507 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,509 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,509 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319263507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319263507"}]},"ts":"1734319263507"} 2024-12-16T03:21:03,511 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 25 regions to meta. 2024-12-16T03:21:03,512 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:21:03,512 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_0","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319263512"}]},"ts":"1734319263512"} 2024-12-16T03:21:03,513 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_0, state=ENABLING in hbase:meta 2024-12-16T03:21:03,536 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:21:03,543 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:21:03,543 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:21:03,543 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:21:03,543 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:21:03,543 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:21:03,543 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:21:03,543 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:21:03,543 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:21:03,543 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:21:03,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=1a28fbd2303f1eb4b993d0864df8330d, ASSIGN}, {pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=e205833e9b48cccdfa6cf1d13a233223, ASSIGN}, {pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=dc444503e8f5ffbdb33f9437ed632514, ASSIGN}, {pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fa3baee3fd352c6dbbec7a6313d57a05, ASSIGN}, {pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=4ac211f146473e88fb5955cb5c380130, ASSIGN}, {pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=c74f8c63eaf4912f289ef2047a51bba6, ASSIGN}, {pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=85f74bf9ef88d67cca25d2a5803e1303, ASSIGN}, {pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=4c57e2c730c4388781989a08cf01a4f9, ASSIGN}, {pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=54ca9366ddb4c47e3ad6430db44d4b9c, ASSIGN}, {pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=5a8c0a8d6ce90e0a828e6e660d46040a, ASSIGN}, {pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3f112a4e209c09fdc45fd5b9297305c0, ASSIGN}, {pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3424d0d5a04b970cf2e1c802e932a677, ASSIGN}, {pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=db8a5971361c8b0ae812df3bedce35d9, ASSIGN}, {pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=384416d7e127a45dbac8591ca4f5d784, ASSIGN}, {pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=e92a9e8e2071bb9402417b4ecb055c25, ASSIGN}, {pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=1000549fbfe00e38c988b612315b0d1a, ASSIGN}, {pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=85cfc79f1a402379d286021527ed868d, ASSIGN}, {pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=cc21518fd27e91a2fc6ebc68e9549442, ASSIGN}, {pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=a38ddd360f95b99bbe0d3bc511cdb2dd, ASSIGN}, {pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=bf13ea76acc061bbccb2c7648231e8ae, ASSIGN}, {pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ce7ed548d08253f8fc91fbcc27374eae, ASSIGN}, {pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ac102028bfa32c7ff193e6fee8e54f25, ASSIGN}, {pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=c4e1f604fd728fd627b5f8c771f7ac37, ASSIGN}, {pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=227c6f099b39298a851e8fe977aeb73b, ASSIGN}, {pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=7f89f14cec3e4c195031b8275428f4ed, ASSIGN}] 2024-12-16T03:21:03,545 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fa3baee3fd352c6dbbec7a6313d57a05, ASSIGN 2024-12-16T03:21:03,545 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=dc444503e8f5ffbdb33f9437ed632514, ASSIGN 2024-12-16T03:21:03,545 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=e205833e9b48cccdfa6cf1d13a233223, ASSIGN 2024-12-16T03:21:03,545 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=1a28fbd2303f1eb4b993d0864df8330d, ASSIGN 2024-12-16T03:21:03,546 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=dc444503e8f5ffbdb33f9437ed632514, ASSIGN; state=OFFLINE, location=f0d65a6309ee,41321,1734319260255; forceNewPlan=false, retain=false 2024-12-16T03:21:03,546 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=e205833e9b48cccdfa6cf1d13a233223, ASSIGN; state=OFFLINE, location=f0d65a6309ee,46459,1734319260285; forceNewPlan=false, retain=false 2024-12-16T03:21:03,546 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fa3baee3fd352c6dbbec7a6313d57a05, ASSIGN; state=OFFLINE, location=f0d65a6309ee,35125,1734319260227; forceNewPlan=false, retain=false 2024-12-16T03:21:03,546 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=1a28fbd2303f1eb4b993d0864df8330d, ASSIGN; state=OFFLINE, location=f0d65a6309ee,40819,1734319260195; forceNewPlan=false, retain=false 2024-12-16T03:21:03,547 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ac102028bfa32c7ff193e6fee8e54f25, ASSIGN 2024-12-16T03:21:03,547 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=c4e1f604fd728fd627b5f8c771f7ac37, ASSIGN 2024-12-16T03:21:03,547 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ce7ed548d08253f8fc91fbcc27374eae, ASSIGN 2024-12-16T03:21:03,547 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=227c6f099b39298a851e8fe977aeb73b, ASSIGN 2024-12-16T03:21:03,547 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=c4e1f604fd728fd627b5f8c771f7ac37, ASSIGN; state=OFFLINE, location=f0d65a6309ee,40819,1734319260195; forceNewPlan=false, retain=false 2024-12-16T03:21:03,547 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ce7ed548d08253f8fc91fbcc27374eae, ASSIGN; state=OFFLINE, location=f0d65a6309ee,35125,1734319260227; forceNewPlan=false, retain=false 2024-12-16T03:21:03,547 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ac102028bfa32c7ff193e6fee8e54f25, ASSIGN; state=OFFLINE, location=f0d65a6309ee,41321,1734319260255; forceNewPlan=false, retain=false 2024-12-16T03:21:03,548 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=7f89f14cec3e4c195031b8275428f4ed, ASSIGN 2024-12-16T03:21:03,548 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=227c6f099b39298a851e8fe977aeb73b, ASSIGN; state=OFFLINE, location=f0d65a6309ee,46459,1734319260285; forceNewPlan=false, retain=false 2024-12-16T03:21:03,548 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=7f89f14cec3e4c195031b8275428f4ed, ASSIGN; state=OFFLINE, location=f0d65a6309ee,35125,1734319260227; forceNewPlan=false, retain=false 2024-12-16T03:21:03,549 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=bf13ea76acc061bbccb2c7648231e8ae, ASSIGN 2024-12-16T03:21:03,549 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=bf13ea76acc061bbccb2c7648231e8ae, ASSIGN; state=OFFLINE, location=f0d65a6309ee,46459,1734319260285; forceNewPlan=false, retain=false 2024-12-16T03:21:03,550 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=a38ddd360f95b99bbe0d3bc511cdb2dd, ASSIGN 2024-12-16T03:21:03,550 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=85cfc79f1a402379d286021527ed868d, ASSIGN 2024-12-16T03:21:03,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=1000549fbfe00e38c988b612315b0d1a, ASSIGN 2024-12-16T03:21:03,550 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=e92a9e8e2071bb9402417b4ecb055c25, ASSIGN 2024-12-16T03:21:03,550 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=a38ddd360f95b99bbe0d3bc511cdb2dd, ASSIGN; state=OFFLINE, location=f0d65a6309ee,40819,1734319260195; forceNewPlan=false, retain=false 2024-12-16T03:21:03,550 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=85cfc79f1a402379d286021527ed868d, ASSIGN; state=OFFLINE, location=f0d65a6309ee,41321,1734319260255; forceNewPlan=false, retain=false 2024-12-16T03:21:03,550 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=cc21518fd27e91a2fc6ebc68e9549442, ASSIGN 2024-12-16T03:21:03,550 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=1000549fbfe00e38c988b612315b0d1a, ASSIGN; state=OFFLINE, location=f0d65a6309ee,35125,1734319260227; forceNewPlan=false, retain=false 2024-12-16T03:21:03,550 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=e92a9e8e2071bb9402417b4ecb055c25, ASSIGN; state=OFFLINE, location=f0d65a6309ee,46459,1734319260285; forceNewPlan=false, retain=false 2024-12-16T03:21:03,551 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=cc21518fd27e91a2fc6ebc68e9549442, ASSIGN; state=OFFLINE, location=f0d65a6309ee,40819,1734319260195; forceNewPlan=false, retain=false 2024-12-16T03:21:03,551 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=db8a5971361c8b0ae812df3bedce35d9, ASSIGN 2024-12-16T03:21:03,552 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=db8a5971361c8b0ae812df3bedce35d9, ASSIGN; state=OFFLINE, location=f0d65a6309ee,41321,1734319260255; forceNewPlan=false, retain=false 2024-12-16T03:21:03,552 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=5a8c0a8d6ce90e0a828e6e660d46040a, ASSIGN 2024-12-16T03:21:03,552 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=5a8c0a8d6ce90e0a828e6e660d46040a, ASSIGN; state=OFFLINE, location=f0d65a6309ee,40819,1734319260195; forceNewPlan=false, retain=false 2024-12-16T03:21:03,552 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=54ca9366ddb4c47e3ad6430db44d4b9c, ASSIGN 2024-12-16T03:21:03,552 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=4c57e2c730c4388781989a08cf01a4f9, ASSIGN 2024-12-16T03:21:03,553 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=384416d7e127a45dbac8591ca4f5d784, ASSIGN 2024-12-16T03:21:03,553 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=54ca9366ddb4c47e3ad6430db44d4b9c, ASSIGN; state=OFFLINE, location=f0d65a6309ee,41321,1734319260255; forceNewPlan=false, retain=false 2024-12-16T03:21:03,553 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=4c57e2c730c4388781989a08cf01a4f9, ASSIGN; state=OFFLINE, location=f0d65a6309ee,35125,1734319260227; forceNewPlan=false, retain=false 2024-12-16T03:21:03,553 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=85f74bf9ef88d67cca25d2a5803e1303, ASSIGN 2024-12-16T03:21:03,553 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=384416d7e127a45dbac8591ca4f5d784, ASSIGN; state=OFFLINE, location=f0d65a6309ee,40819,1734319260195; forceNewPlan=false, retain=false 2024-12-16T03:21:03,554 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=85f74bf9ef88d67cca25d2a5803e1303, ASSIGN; state=OFFLINE, location=f0d65a6309ee,46459,1734319260285; forceNewPlan=false, retain=false 2024-12-16T03:21:03,554 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=c74f8c63eaf4912f289ef2047a51bba6, ASSIGN 2024-12-16T03:21:03,554 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=c74f8c63eaf4912f289ef2047a51bba6, ASSIGN; state=OFFLINE, location=f0d65a6309ee,40819,1734319260195; forceNewPlan=false, retain=false 2024-12-16T03:21:03,554 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=4ac211f146473e88fb5955cb5c380130, ASSIGN 2024-12-16T03:21:03,554 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=4ac211f146473e88fb5955cb5c380130, ASSIGN; state=OFFLINE, location=f0d65a6309ee,41321,1734319260255; forceNewPlan=false, retain=false 2024-12-16T03:21:03,555 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3424d0d5a04b970cf2e1c802e932a677, ASSIGN 2024-12-16T03:21:03,555 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3f112a4e209c09fdc45fd5b9297305c0, ASSIGN 2024-12-16T03:21:03,555 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3424d0d5a04b970cf2e1c802e932a677, ASSIGN; state=OFFLINE, location=f0d65a6309ee,35125,1734319260227; forceNewPlan=false, retain=false 2024-12-16T03:21:03,555 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3f112a4e209c09fdc45fd5b9297305c0, ASSIGN; state=OFFLINE, location=f0d65a6309ee,46459,1734319260285; forceNewPlan=false, retain=false 2024-12-16T03:21:03,696 INFO [f0d65a6309ee:35911 {}] balancer.BaseLoadBalancer(546): Reassigned 25 regions. 25 retained the pre-restart assignment. 2024-12-16T03:21:03,697 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=e205833e9b48cccdfa6cf1d13a233223, regionState=OPENING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:03,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=227c6f099b39298a851e8fe977aeb73b, regionState=OPENING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:03,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=3f112a4e209c09fdc45fd5b9297305c0, regionState=OPENING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:03,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=e92a9e8e2071bb9402417b4ecb055c25, regionState=OPENING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:03,697 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=bf13ea76acc061bbccb2c7648231e8ae, regionState=OPENING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:03,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=29, state=RUNNABLE; OpenRegionProcedure 3f112a4e209c09fdc45fd5b9297305c0, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:03,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=20, state=RUNNABLE; OpenRegionProcedure e205833e9b48cccdfa6cf1d13a233223, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:03,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=38, state=RUNNABLE; OpenRegionProcedure bf13ea76acc061bbccb2c7648231e8ae, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:03,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=42, state=RUNNABLE; OpenRegionProcedure 227c6f099b39298a851e8fe977aeb73b, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:03,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=33, state=RUNNABLE; OpenRegionProcedure e92a9e8e2071bb9402417b4ecb055c25, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:03,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=85f74bf9ef88d67cca25d2a5803e1303, regionState=OPENING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:03,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=85cfc79f1a402379d286021527ed868d, regionState=OPENING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:03,705 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=4ac211f146473e88fb5955cb5c380130, regionState=OPENING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:03,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE; OpenRegionProcedure 85f74bf9ef88d67cca25d2a5803e1303, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:03,705 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=db8a5971361c8b0ae812df3bedce35d9, regionState=OPENING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:03,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=ac102028bfa32c7ff193e6fee8e54f25, regionState=OPENING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:03,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=23, state=RUNNABLE; OpenRegionProcedure 4ac211f146473e88fb5955cb5c380130, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:03,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=31, state=RUNNABLE; OpenRegionProcedure db8a5971361c8b0ae812df3bedce35d9, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:03,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=40, state=RUNNABLE; OpenRegionProcedure ac102028bfa32c7ff193e6fee8e54f25, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:03,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=35, state=RUNNABLE; OpenRegionProcedure 85cfc79f1a402379d286021527ed868d, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:03,708 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=54ca9366ddb4c47e3ad6430db44d4b9c, regionState=OPENING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:03,709 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=dc444503e8f5ffbdb33f9437ed632514, regionState=OPENING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:03,709 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=c74f8c63eaf4912f289ef2047a51bba6, regionState=OPENING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:03,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=21, state=RUNNABLE; OpenRegionProcedure dc444503e8f5ffbdb33f9437ed632514, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:03,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=27, state=RUNNABLE; OpenRegionProcedure 54ca9366ddb4c47e3ad6430db44d4b9c, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:03,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=24, state=RUNNABLE; OpenRegionProcedure c74f8c63eaf4912f289ef2047a51bba6, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:03,711 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=384416d7e127a45dbac8591ca4f5d784, regionState=OPENING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:03,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=32, state=RUNNABLE; OpenRegionProcedure 384416d7e127a45dbac8591ca4f5d784, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:03,714 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=cc21518fd27e91a2fc6ebc68e9549442, regionState=OPENING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:03,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=1a28fbd2303f1eb4b993d0864df8330d, regionState=OPENING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:03,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=5a8c0a8d6ce90e0a828e6e660d46040a, regionState=OPENING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:03,714 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=a38ddd360f95b99bbe0d3bc511cdb2dd, regionState=OPENING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:03,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=19, state=RUNNABLE; OpenRegionProcedure 1a28fbd2303f1eb4b993d0864df8330d, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:03,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=36, state=RUNNABLE; OpenRegionProcedure cc21518fd27e91a2fc6ebc68e9549442, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:03,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=c4e1f604fd728fd627b5f8c771f7ac37, regionState=OPENING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:03,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=41, state=RUNNABLE; OpenRegionProcedure c4e1f604fd728fd627b5f8c771f7ac37, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:03,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=28, state=RUNNABLE; OpenRegionProcedure 5a8c0a8d6ce90e0a828e6e660d46040a, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:03,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=37, state=RUNNABLE; OpenRegionProcedure a38ddd360f95b99bbe0d3bc511cdb2dd, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:03,718 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=ce7ed548d08253f8fc91fbcc27374eae, regionState=OPENING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:03,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=4c57e2c730c4388781989a08cf01a4f9, regionState=OPENING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:03,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=39, state=RUNNABLE; OpenRegionProcedure ce7ed548d08253f8fc91fbcc27374eae, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:03,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=26, state=RUNNABLE; OpenRegionProcedure 4c57e2c730c4388781989a08cf01a4f9, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:03,720 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=3424d0d5a04b970cf2e1c802e932a677, regionState=OPENING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:03,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=fa3baee3fd352c6dbbec7a6313d57a05, regionState=OPENING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:03,721 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=1000549fbfe00e38c988b612315b0d1a, regionState=OPENING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:03,722 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=7f89f14cec3e4c195031b8275428f4ed, regionState=OPENING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:03,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=30, state=RUNNABLE; OpenRegionProcedure 3424d0d5a04b970cf2e1c802e932a677, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:03,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=22, state=RUNNABLE; OpenRegionProcedure fa3baee3fd352c6dbbec7a6313d57a05, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:03,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=34, state=RUNNABLE; OpenRegionProcedure 1000549fbfe00e38c988b612315b0d1a, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:03,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=43, state=RUNNABLE; OpenRegionProcedure 7f89f14cec3e4c195031b8275428f4ed, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:03,800 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 3045, reset compression=false 2024-12-16T03:21:03,805 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:21:03,805 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/19=[#edits: 50 = ],9692}, {hbase:meta/1588230740/20=[#edits: 1 = ],204}, {hbase:meta/1588230740/21=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=11038, nbRowKeys=27, nbHFiles=0, heapSize=10564, lastSeqIds={}, endOfFile=false,usedBufferSize=10564] 2024-12-16T03:21:03,805 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-16T03:21:03,806 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-16T03:21:03,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:21:03,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-16T03:21:03,807 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 22351, reset compression=false 2024-12-16T03:21:03,807 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/22=[#edits: 3 = ],668}, {hbase:meta/1588230740/23=[#edits: 3 = ],668}, {hbase:meta/1588230740/24=[#edits: 3 = ],668}, {hbase:meta/1588230740/25=[#edits: 3 = ],668}, {hbase:meta/1588230740/26=[#edits: 3 = ],668}, {hbase:meta/1588230740/27=[#edits: 3 = ],668}, {hbase:meta/1588230740/28=[#edits: 3 = ],668}, {hbase:meta/1588230740/29=[#edits: 3 = ],668}, {hbase:meta/1588230740/30=[#edits: 3 = ],668}, {hbase:meta/1588230740/31=[#edits: 3 = ],668}, {hbase:meta/1588230740/32=[#edits: 3 = ],668}, {hbase:meta/1588230740/33=[#edits: 3 = ],668}, {hbase:meta/1588230740/34=[#edits: 3 = ],668}, {hbase:meta/1588230740/35=[#edits: 3 = ],660}, {hbase:meta/1588230740/36=[#edits: 3 = ],668}, {hbase:meta/1588230740/37=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=18578, nbRowKeys=16, nbHFiles=0, heapSize=10680, lastSeqIds={}, endOfFile=false,usedBufferSize=10680] 2024-12-16T03:21:03,808 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/38=[#edits: 3 = ],668}, {hbase:meta/1588230740/39=[#edits: 3 = ],668}, {hbase:meta/1588230740/40=[#edits: 3 = ],668}, {hbase:meta/1588230740/41=[#edits: 3 = ],668}, {hbase:meta/1588230740/42=[#edits: 3 = ],668}, {hbase:meta/1588230740/43=[#edits: 3 = ],668}, {hbase:meta/1588230740/44=[#edits: 3 = ],668}, {hbase:meta/1588230740/45=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=22351, nbRowKeys=8, nbHFiles=0, heapSize=5344, lastSeqIds={}, endOfFile=false,usedBufferSize=5344] 2024-12-16T03:21:03,850 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:03,853 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223. 2024-12-16T03:21:03,853 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => e205833e9b48cccdfa6cf1d13a233223, NAME => 'testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-16T03:21:03,853 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 e205833e9b48cccdfa6cf1d13a233223 2024-12-16T03:21:03,853 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,853 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for e205833e9b48cccdfa6cf1d13a233223 2024-12-16T03:21:03,853 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for e205833e9b48cccdfa6cf1d13a233223 2024-12-16T03:21:03,854 INFO [StoreOpener-e205833e9b48cccdfa6cf1d13a233223-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e205833e9b48cccdfa6cf1d13a233223 2024-12-16T03:21:03,855 INFO [StoreOpener-e205833e9b48cccdfa6cf1d13a233223-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e205833e9b48cccdfa6cf1d13a233223 columnFamilyName info 2024-12-16T03:21:03,856 DEBUG [StoreOpener-e205833e9b48cccdfa6cf1d13a233223-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,856 INFO [StoreOpener-e205833e9b48cccdfa6cf1d13a233223-1 {}] regionserver.HStore(327): Store=e205833e9b48cccdfa6cf1d13a233223/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,857 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/e205833e9b48cccdfa6cf1d13a233223 2024-12-16T03:21:03,857 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/e205833e9b48cccdfa6cf1d13a233223 2024-12-16T03:21:03,857 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:03,858 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for e205833e9b48cccdfa6cf1d13a233223 2024-12-16T03:21:03,863 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514. 2024-12-16T03:21:03,863 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => dc444503e8f5ffbdb33f9437ed632514, NAME => 'testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-16T03:21:03,864 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:03,864 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 dc444503e8f5ffbdb33f9437ed632514 2024-12-16T03:21:03,864 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,864 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for dc444503e8f5ffbdb33f9437ed632514 2024-12-16T03:21:03,864 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for dc444503e8f5ffbdb33f9437ed632514 2024-12-16T03:21:03,865 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/e205833e9b48cccdfa6cf1d13a233223/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,866 INFO [StoreOpener-dc444503e8f5ffbdb33f9437ed632514-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region dc444503e8f5ffbdb33f9437ed632514 2024-12-16T03:21:03,867 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened e205833e9b48cccdfa6cf1d13a233223; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66039192, jitterRate=-0.01593935489654541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,868 INFO [StoreOpener-dc444503e8f5ffbdb33f9437ed632514-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc444503e8f5ffbdb33f9437ed632514 columnFamilyName info 2024-12-16T03:21:03,868 DEBUG [StoreOpener-dc444503e8f5ffbdb33f9437ed632514-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,868 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for e205833e9b48cccdfa6cf1d13a233223: 2024-12-16T03:21:03,868 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223., pid=45, masterSystemTime=1734319263850 2024-12-16T03:21:03,868 INFO [StoreOpener-dc444503e8f5ffbdb33f9437ed632514-1 {}] regionserver.HStore(327): Store=dc444503e8f5ffbdb33f9437ed632514/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,869 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/dc444503e8f5ffbdb33f9437ed632514 2024-12-16T03:21:03,869 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/dc444503e8f5ffbdb33f9437ed632514 2024-12-16T03:21:03,871 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:03,871 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for dc444503e8f5ffbdb33f9437ed632514 2024-12-16T03:21:03,876 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a. 2024-12-16T03:21:03,876 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/dc444503e8f5ffbdb33f9437ed632514/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,876 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 5a8c0a8d6ce90e0a828e6e660d46040a, NAME => 'testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-16T03:21:03,876 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=e205833e9b48cccdfa6cf1d13a233223, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:03,877 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 5a8c0a8d6ce90e0a828e6e660d46040a 2024-12-16T03:21:03,877 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,877 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened dc444503e8f5ffbdb33f9437ed632514; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59415863, jitterRate=-0.11463464796543121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,877 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 5a8c0a8d6ce90e0a828e6e660d46040a 2024-12-16T03:21:03,877 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for dc444503e8f5ffbdb33f9437ed632514: 2024-12-16T03:21:03,877 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 5a8c0a8d6ce90e0a828e6e660d46040a 2024-12-16T03:21:03,877 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223. 2024-12-16T03:21:03,877 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223. 2024-12-16T03:21:03,877 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae. 2024-12-16T03:21:03,877 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => bf13ea76acc061bbccb2c7648231e8ae, NAME => 'testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-16T03:21:03,878 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514., pid=55, masterSystemTime=1734319263857 2024-12-16T03:21:03,878 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 bf13ea76acc061bbccb2c7648231e8ae 2024-12-16T03:21:03,878 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,878 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for bf13ea76acc061bbccb2c7648231e8ae 2024-12-16T03:21:03,878 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for bf13ea76acc061bbccb2c7648231e8ae 2024-12-16T03:21:03,879 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514. 2024-12-16T03:21:03,879 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514. 2024-12-16T03:21:03,879 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d. 2024-12-16T03:21:03,879 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 85cfc79f1a402379d286021527ed868d, NAME => 'testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-16T03:21:03,879 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 85cfc79f1a402379d286021527ed868d 2024-12-16T03:21:03,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=dc444503e8f5ffbdb33f9437ed632514, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:03,879 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,879 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 85cfc79f1a402379d286021527ed868d 2024-12-16T03:21:03,879 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 85cfc79f1a402379d286021527ed868d 2024-12-16T03:21:03,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=20 2024-12-16T03:21:03,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=20, state=SUCCESS; OpenRegionProcedure e205833e9b48cccdfa6cf1d13a233223, server=f0d65a6309ee,46459,1734319260285 in 179 msec 2024-12-16T03:21:03,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=e205833e9b48cccdfa6cf1d13a233223, ASSIGN in 336 msec 2024-12-16T03:21:03,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=21 2024-12-16T03:21:03,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=21, state=SUCCESS; OpenRegionProcedure dc444503e8f5ffbdb33f9437ed632514, server=f0d65a6309ee,41321,1734319260255 in 171 msec 2024-12-16T03:21:03,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=dc444503e8f5ffbdb33f9437ed632514, ASSIGN in 338 msec 2024-12-16T03:21:03,883 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae. 2024-12-16T03:21:03,883 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7285): Opening region: {ENCODED => ce7ed548d08253f8fc91fbcc27374eae, NAME => 'testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-16T03:21:03,883 INFO [StoreOpener-5a8c0a8d6ce90e0a828e6e660d46040a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5a8c0a8d6ce90e0a828e6e660d46040a 2024-12-16T03:21:03,884 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 ce7ed548d08253f8fc91fbcc27374eae 2024-12-16T03:21:03,884 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,884 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7327): checking encryption for ce7ed548d08253f8fc91fbcc27374eae 2024-12-16T03:21:03,884 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7330): checking classloading for ce7ed548d08253f8fc91fbcc27374eae 2024-12-16T03:21:03,885 INFO [StoreOpener-5a8c0a8d6ce90e0a828e6e660d46040a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a8c0a8d6ce90e0a828e6e660d46040a columnFamilyName info 2024-12-16T03:21:03,885 DEBUG [StoreOpener-5a8c0a8d6ce90e0a828e6e660d46040a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,885 INFO [StoreOpener-5a8c0a8d6ce90e0a828e6e660d46040a-1 {}] regionserver.HStore(327): Store=5a8c0a8d6ce90e0a828e6e660d46040a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,886 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/5a8c0a8d6ce90e0a828e6e660d46040a 2024-12-16T03:21:03,886 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/5a8c0a8d6ce90e0a828e6e660d46040a 2024-12-16T03:21:03,887 INFO [StoreOpener-bf13ea76acc061bbccb2c7648231e8ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region bf13ea76acc061bbccb2c7648231e8ae 2024-12-16T03:21:03,887 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 5a8c0a8d6ce90e0a828e6e660d46040a 2024-12-16T03:21:03,888 INFO [StoreOpener-bf13ea76acc061bbccb2c7648231e8ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf13ea76acc061bbccb2c7648231e8ae columnFamilyName info 2024-12-16T03:21:03,888 DEBUG [StoreOpener-bf13ea76acc061bbccb2c7648231e8ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,889 INFO [StoreOpener-bf13ea76acc061bbccb2c7648231e8ae-1 {}] regionserver.HStore(327): Store=bf13ea76acc061bbccb2c7648231e8ae/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,889 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/bf13ea76acc061bbccb2c7648231e8ae 2024-12-16T03:21:03,889 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/bf13ea76acc061bbccb2c7648231e8ae 2024-12-16T03:21:03,890 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for bf13ea76acc061bbccb2c7648231e8ae 2024-12-16T03:21:03,891 INFO [StoreOpener-85cfc79f1a402379d286021527ed868d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 85cfc79f1a402379d286021527ed868d 2024-12-16T03:21:03,892 INFO [StoreOpener-85cfc79f1a402379d286021527ed868d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85cfc79f1a402379d286021527ed868d columnFamilyName info 2024-12-16T03:21:03,892 DEBUG [StoreOpener-85cfc79f1a402379d286021527ed868d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,893 INFO [StoreOpener-85cfc79f1a402379d286021527ed868d-1 {}] regionserver.HStore(327): Store=85cfc79f1a402379d286021527ed868d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,893 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/85cfc79f1a402379d286021527ed868d 2024-12-16T03:21:03,893 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/85cfc79f1a402379d286021527ed868d 2024-12-16T03:21:03,894 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 85cfc79f1a402379d286021527ed868d 2024-12-16T03:21:03,895 INFO [StoreOpener-ce7ed548d08253f8fc91fbcc27374eae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ce7ed548d08253f8fc91fbcc27374eae 2024-12-16T03:21:03,896 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/85cfc79f1a402379d286021527ed868d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,896 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 85cfc79f1a402379d286021527ed868d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67388740, jitterRate=0.004170477390289307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,896 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 85cfc79f1a402379d286021527ed868d: 2024-12-16T03:21:03,896 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/bf13ea76acc061bbccb2c7648231e8ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,896 INFO [StoreOpener-ce7ed548d08253f8fc91fbcc27374eae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce7ed548d08253f8fc91fbcc27374eae columnFamilyName info 2024-12-16T03:21:03,896 DEBUG [StoreOpener-ce7ed548d08253f8fc91fbcc27374eae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,897 INFO [StoreOpener-ce7ed548d08253f8fc91fbcc27374eae-1 {}] regionserver.HStore(327): Store=ce7ed548d08253f8fc91fbcc27374eae/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,897 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d., pid=52, masterSystemTime=1734319263857 2024-12-16T03:21:03,897 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened bf13ea76acc061bbccb2c7648231e8ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73806176, jitterRate=0.09979772567749023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,897 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for bf13ea76acc061bbccb2c7648231e8ae: 2024-12-16T03:21:03,897 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/ce7ed548d08253f8fc91fbcc27374eae 2024-12-16T03:21:03,897 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae., pid=48, masterSystemTime=1734319263850 2024-12-16T03:21:03,897 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/ce7ed548d08253f8fc91fbcc27374eae 2024-12-16T03:21:03,898 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d. 2024-12-16T03:21:03,898 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d. 2024-12-16T03:21:03,898 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9. 2024-12-16T03:21:03,898 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => db8a5971361c8b0ae812df3bedce35d9, NAME => 'testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-16T03:21:03,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=85cfc79f1a402379d286021527ed868d, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:03,898 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 db8a5971361c8b0ae812df3bedce35d9 2024-12-16T03:21:03,898 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,898 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for db8a5971361c8b0ae812df3bedce35d9 2024-12-16T03:21:03,898 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for db8a5971361c8b0ae812df3bedce35d9 2024-12-16T03:21:03,899 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/5a8c0a8d6ce90e0a828e6e660d46040a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,899 INFO [StoreOpener-db8a5971361c8b0ae812df3bedce35d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region db8a5971361c8b0ae812df3bedce35d9 2024-12-16T03:21:03,900 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae. 2024-12-16T03:21:03,900 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae. 2024-12-16T03:21:03,900 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b. 2024-12-16T03:21:03,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=35 2024-12-16T03:21:03,900 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 227c6f099b39298a851e8fe977aeb73b, NAME => 'testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-16T03:21:03,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=35, state=SUCCESS; OpenRegionProcedure 85cfc79f1a402379d286021527ed868d, server=f0d65a6309ee,41321,1734319260255 in 192 msec 2024-12-16T03:21:03,900 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 5a8c0a8d6ce90e0a828e6e660d46040a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68562536, jitterRate=0.02166140079498291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,900 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 5a8c0a8d6ce90e0a828e6e660d46040a: 2024-12-16T03:21:03,900 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 227c6f099b39298a851e8fe977aeb73b 2024-12-16T03:21:03,900 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,900 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 227c6f099b39298a851e8fe977aeb73b 2024-12-16T03:21:03,900 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 227c6f099b39298a851e8fe977aeb73b 2024-12-16T03:21:03,900 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=bf13ea76acc061bbccb2c7648231e8ae, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:03,900 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a., pid=60, masterSystemTime=1734319263863 2024-12-16T03:21:03,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=85cfc79f1a402379d286021527ed868d, ASSIGN in 356 msec 2024-12-16T03:21:03,901 INFO [StoreOpener-227c6f099b39298a851e8fe977aeb73b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 227c6f099b39298a851e8fe977aeb73b 2024-12-16T03:21:03,901 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1085): writing seq id for ce7ed548d08253f8fc91fbcc27374eae 2024-12-16T03:21:03,902 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a. 2024-12-16T03:21:03,902 INFO [StoreOpener-db8a5971361c8b0ae812df3bedce35d9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db8a5971361c8b0ae812df3bedce35d9 columnFamilyName info 2024-12-16T03:21:03,902 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a. 2024-12-16T03:21:03,902 DEBUG [StoreOpener-db8a5971361c8b0ae812df3bedce35d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,902 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d. 2024-12-16T03:21:03,902 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 1a28fbd2303f1eb4b993d0864df8330d, NAME => 'testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-16T03:21:03,902 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 1a28fbd2303f1eb4b993d0864df8330d 2024-12-16T03:21:03,902 INFO [StoreOpener-db8a5971361c8b0ae812df3bedce35d9-1 {}] regionserver.HStore(327): Store=db8a5971361c8b0ae812df3bedce35d9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,902 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,902 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 1a28fbd2303f1eb4b993d0864df8330d 2024-12-16T03:21:03,902 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 1a28fbd2303f1eb4b993d0864df8330d 2024-12-16T03:21:03,902 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=5a8c0a8d6ce90e0a828e6e660d46040a, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:03,903 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/db8a5971361c8b0ae812df3bedce35d9 2024-12-16T03:21:03,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=38 2024-12-16T03:21:03,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=38, state=SUCCESS; OpenRegionProcedure bf13ea76acc061bbccb2c7648231e8ae, server=f0d65a6309ee,46459,1734319260285 in 202 msec 2024-12-16T03:21:03,903 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/db8a5971361c8b0ae812df3bedce35d9 2024-12-16T03:21:03,903 INFO [StoreOpener-227c6f099b39298a851e8fe977aeb73b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 227c6f099b39298a851e8fe977aeb73b columnFamilyName info 2024-12-16T03:21:03,903 DEBUG [StoreOpener-227c6f099b39298a851e8fe977aeb73b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,904 INFO [StoreOpener-227c6f099b39298a851e8fe977aeb73b-1 {}] regionserver.HStore(327): Store=227c6f099b39298a851e8fe977aeb73b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,904 INFO [StoreOpener-1a28fbd2303f1eb4b993d0864df8330d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1a28fbd2303f1eb4b993d0864df8330d 2024-12-16T03:21:03,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=bf13ea76acc061bbccb2c7648231e8ae, ASSIGN in 359 msec 2024-12-16T03:21:03,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=28 2024-12-16T03:21:03,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=28, state=SUCCESS; OpenRegionProcedure 5a8c0a8d6ce90e0a828e6e660d46040a, server=f0d65a6309ee,40819,1734319260195 in 186 msec 2024-12-16T03:21:03,905 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/227c6f099b39298a851e8fe977aeb73b 2024-12-16T03:21:03,905 INFO [StoreOpener-1a28fbd2303f1eb4b993d0864df8330d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a28fbd2303f1eb4b993d0864df8330d columnFamilyName info 2024-12-16T03:21:03,905 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/ce7ed548d08253f8fc91fbcc27374eae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,905 DEBUG [StoreOpener-1a28fbd2303f1eb4b993d0864df8330d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,905 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for db8a5971361c8b0ae812df3bedce35d9 2024-12-16T03:21:03,906 INFO [StoreOpener-1a28fbd2303f1eb4b993d0864df8330d-1 {}] regionserver.HStore(327): Store=1a28fbd2303f1eb4b993d0864df8330d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,906 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/227c6f099b39298a851e8fe977aeb73b 2024-12-16T03:21:03,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=5a8c0a8d6ce90e0a828e6e660d46040a, ASSIGN in 361 msec 2024-12-16T03:21:03,906 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1102): Opened ce7ed548d08253f8fc91fbcc27374eae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65469763, jitterRate=-0.024424508213996887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,906 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/1a28fbd2303f1eb4b993d0864df8330d 2024-12-16T03:21:03,906 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1001): Region open journal for ce7ed548d08253f8fc91fbcc27374eae: 2024-12-16T03:21:03,906 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/1a28fbd2303f1eb4b993d0864df8330d 2024-12-16T03:21:03,907 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/db8a5971361c8b0ae812df3bedce35d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,908 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 1a28fbd2303f1eb4b993d0864df8330d 2024-12-16T03:21:03,908 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 227c6f099b39298a851e8fe977aeb73b 2024-12-16T03:21:03,908 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened db8a5971361c8b0ae812df3bedce35d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70273928, jitterRate=0.04716312885284424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,908 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for db8a5971361c8b0ae812df3bedce35d9: 2024-12-16T03:21:03,908 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9., pid=51, masterSystemTime=1734319263857 2024-12-16T03:21:03,910 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9. 2024-12-16T03:21:03,910 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9. 2024-12-16T03:21:03,910 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130. 2024-12-16T03:21:03,910 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/1a28fbd2303f1eb4b993d0864df8330d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,910 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 4ac211f146473e88fb5955cb5c380130, NAME => 'testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-16T03:21:03,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=db8a5971361c8b0ae812df3bedce35d9, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:03,910 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 4ac211f146473e88fb5955cb5c380130 2024-12-16T03:21:03,910 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,910 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 4ac211f146473e88fb5955cb5c380130 2024-12-16T03:21:03,910 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 4ac211f146473e88fb5955cb5c380130 2024-12-16T03:21:03,910 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/227c6f099b39298a851e8fe977aeb73b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,910 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 1a28fbd2303f1eb4b993d0864df8330d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73291830, jitterRate=0.09213337302207947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,911 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 1a28fbd2303f1eb4b993d0864df8330d: 2024-12-16T03:21:03,911 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 227c6f099b39298a851e8fe977aeb73b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71802069, jitterRate=0.06993420422077179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,911 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 227c6f099b39298a851e8fe977aeb73b: 2024-12-16T03:21:03,913 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d., pid=58, masterSystemTime=1734319263863 2024-12-16T03:21:03,913 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b., pid=47, masterSystemTime=1734319263850 2024-12-16T03:21:03,913 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae., pid=63, masterSystemTime=1734319263871 2024-12-16T03:21:03,913 INFO [StoreOpener-4ac211f146473e88fb5955cb5c380130-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4ac211f146473e88fb5955cb5c380130 2024-12-16T03:21:03,914 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d. 2024-12-16T03:21:03,914 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d. 2024-12-16T03:21:03,914 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442. 2024-12-16T03:21:03,914 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => cc21518fd27e91a2fc6ebc68e9549442, NAME => 'testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-16T03:21:03,914 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 cc21518fd27e91a2fc6ebc68e9549442 2024-12-16T03:21:03,914 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=1a28fbd2303f1eb4b993d0864df8330d, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:03,914 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,915 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for cc21518fd27e91a2fc6ebc68e9549442 2024-12-16T03:21:03,915 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for cc21518fd27e91a2fc6ebc68e9549442 2024-12-16T03:21:03,915 INFO [StoreOpener-4ac211f146473e88fb5955cb5c380130-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ac211f146473e88fb5955cb5c380130 columnFamilyName info 2024-12-16T03:21:03,915 DEBUG [StoreOpener-4ac211f146473e88fb5955cb5c380130-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=31 2024-12-16T03:21:03,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=31, state=SUCCESS; OpenRegionProcedure db8a5971361c8b0ae812df3bedce35d9, server=f0d65a6309ee,41321,1734319260255 in 207 msec 2024-12-16T03:21:03,915 INFO [StoreOpener-4ac211f146473e88fb5955cb5c380130-1 {}] regionserver.HStore(327): Store=4ac211f146473e88fb5955cb5c380130/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,915 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b. 2024-12-16T03:21:03,916 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b. 2024-12-16T03:21:03,916 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25. 2024-12-16T03:21:03,916 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => e92a9e8e2071bb9402417b4ecb055c25, NAME => 'testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-16T03:21:03,916 INFO [StoreOpener-cc21518fd27e91a2fc6ebc68e9549442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region cc21518fd27e91a2fc6ebc68e9549442 2024-12-16T03:21:03,916 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 e92a9e8e2071bb9402417b4ecb055c25 2024-12-16T03:21:03,916 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae. 2024-12-16T03:21:03,916 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,916 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae. 2024-12-16T03:21:03,916 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for e92a9e8e2071bb9402417b4ecb055c25 2024-12-16T03:21:03,916 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05. 2024-12-16T03:21:03,916 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for e92a9e8e2071bb9402417b4ecb055c25 2024-12-16T03:21:03,916 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => fa3baee3fd352c6dbbec7a6313d57a05, NAME => 'testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-16T03:21:03,917 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 fa3baee3fd352c6dbbec7a6313d57a05 2024-12-16T03:21:03,917 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,917 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for fa3baee3fd352c6dbbec7a6313d57a05 2024-12-16T03:21:03,917 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for fa3baee3fd352c6dbbec7a6313d57a05 2024-12-16T03:21:03,917 INFO [StoreOpener-cc21518fd27e91a2fc6ebc68e9549442-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc21518fd27e91a2fc6ebc68e9549442 columnFamilyName info 2024-12-16T03:21:03,917 DEBUG [StoreOpener-cc21518fd27e91a2fc6ebc68e9549442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,918 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/4ac211f146473e88fb5955cb5c380130 2024-12-16T03:21:03,919 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/4ac211f146473e88fb5955cb5c380130 2024-12-16T03:21:03,919 INFO [StoreOpener-cc21518fd27e91a2fc6ebc68e9549442-1 {}] regionserver.HStore(327): Store=cc21518fd27e91a2fc6ebc68e9549442/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,919 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=ce7ed548d08253f8fc91fbcc27374eae, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:03,919 INFO [StoreOpener-e92a9e8e2071bb9402417b4ecb055c25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e92a9e8e2071bb9402417b4ecb055c25 2024-12-16T03:21:03,919 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/cc21518fd27e91a2fc6ebc68e9549442 2024-12-16T03:21:03,919 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/cc21518fd27e91a2fc6ebc68e9549442 2024-12-16T03:21:03,920 INFO [StoreOpener-fa3baee3fd352c6dbbec7a6313d57a05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fa3baee3fd352c6dbbec7a6313d57a05 2024-12-16T03:21:03,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=db8a5971361c8b0ae812df3bedce35d9, ASSIGN in 371 msec 2024-12-16T03:21:03,921 INFO [StoreOpener-e92a9e8e2071bb9402417b4ecb055c25-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e92a9e8e2071bb9402417b4ecb055c25 columnFamilyName info 2024-12-16T03:21:03,921 DEBUG [StoreOpener-e92a9e8e2071bb9402417b4ecb055c25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=227c6f099b39298a851e8fe977aeb73b, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:03,921 INFO [StoreOpener-fa3baee3fd352c6dbbec7a6313d57a05-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa3baee3fd352c6dbbec7a6313d57a05 columnFamilyName info 2024-12-16T03:21:03,921 DEBUG [StoreOpener-fa3baee3fd352c6dbbec7a6313d57a05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,921 INFO [StoreOpener-fa3baee3fd352c6dbbec7a6313d57a05-1 {}] regionserver.HStore(327): Store=fa3baee3fd352c6dbbec7a6313d57a05/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,921 INFO [StoreOpener-e92a9e8e2071bb9402417b4ecb055c25-1 {}] regionserver.HStore(327): Store=e92a9e8e2071bb9402417b4ecb055c25/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,922 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/fa3baee3fd352c6dbbec7a6313d57a05 2024-12-16T03:21:03,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=19 2024-12-16T03:21:03,922 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/fa3baee3fd352c6dbbec7a6313d57a05 2024-12-16T03:21:03,923 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/e92a9e8e2071bb9402417b4ecb055c25 2024-12-16T03:21:03,923 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/e92a9e8e2071bb9402417b4ecb055c25 2024-12-16T03:21:03,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=19, state=SUCCESS; OpenRegionProcedure 1a28fbd2303f1eb4b993d0864df8330d, server=f0d65a6309ee,40819,1734319260195 in 201 msec 2024-12-16T03:21:03,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=1a28fbd2303f1eb4b993d0864df8330d, ASSIGN in 378 msec 2024-12-16T03:21:03,923 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 4ac211f146473e88fb5955cb5c380130 2024-12-16T03:21:03,924 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for cc21518fd27e91a2fc6ebc68e9549442 2024-12-16T03:21:03,924 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for fa3baee3fd352c6dbbec7a6313d57a05 2024-12-16T03:21:03,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=39 2024-12-16T03:21:03,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=39, state=SUCCESS; OpenRegionProcedure ce7ed548d08253f8fc91fbcc27374eae, server=f0d65a6309ee,35125,1734319260227 in 203 msec 2024-12-16T03:21:03,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=42 2024-12-16T03:21:03,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=42, state=SUCCESS; OpenRegionProcedure 227c6f099b39298a851e8fe977aeb73b, server=f0d65a6309ee,46459,1734319260285 in 223 msec 2024-12-16T03:21:03,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ce7ed548d08253f8fc91fbcc27374eae, ASSIGN in 381 msec 2024-12-16T03:21:03,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=227c6f099b39298a851e8fe977aeb73b, ASSIGN in 382 msec 2024-12-16T03:21:03,928 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/4ac211f146473e88fb5955cb5c380130/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,928 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 4ac211f146473e88fb5955cb5c380130; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64385322, jitterRate=-0.04058393836021423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,928 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 4ac211f146473e88fb5955cb5c380130: 2024-12-16T03:21:03,928 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130., pid=50, masterSystemTime=1734319263857 2024-12-16T03:21:03,930 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130. 2024-12-16T03:21:03,930 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130. 2024-12-16T03:21:03,930 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25. 2024-12-16T03:21:03,930 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => ac102028bfa32c7ff193e6fee8e54f25, NAME => 'testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-16T03:21:03,930 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/fa3baee3fd352c6dbbec7a6313d57a05/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,930 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 ac102028bfa32c7ff193e6fee8e54f25 2024-12-16T03:21:03,930 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,930 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=4ac211f146473e88fb5955cb5c380130, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:03,930 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for ac102028bfa32c7ff193e6fee8e54f25 2024-12-16T03:21:03,930 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for ac102028bfa32c7ff193e6fee8e54f25 2024-12-16T03:21:03,930 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened fa3baee3fd352c6dbbec7a6313d57a05; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73820931, jitterRate=0.10001759231090546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,931 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for fa3baee3fd352c6dbbec7a6313d57a05: 2024-12-16T03:21:03,931 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05., pid=66, masterSystemTime=1734319263871 2024-12-16T03:21:03,933 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05. 2024-12-16T03:21:03,933 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05. 2024-12-16T03:21:03,933 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677. 2024-12-16T03:21:03,933 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7285): Opening region: {ENCODED => 3424d0d5a04b970cf2e1c802e932a677, NAME => 'testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-16T03:21:03,933 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 3424d0d5a04b970cf2e1c802e932a677 2024-12-16T03:21:03,933 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,934 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7327): checking encryption for 3424d0d5a04b970cf2e1c802e932a677 2024-12-16T03:21:03,934 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7330): checking classloading for 3424d0d5a04b970cf2e1c802e932a677 2024-12-16T03:21:03,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=23 2024-12-16T03:21:03,935 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=fa3baee3fd352c6dbbec7a6313d57a05, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:03,936 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for e92a9e8e2071bb9402417b4ecb055c25 2024-12-16T03:21:03,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=4ac211f146473e88fb5955cb5c380130, ASSIGN in 391 msec 2024-12-16T03:21:03,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=23, state=SUCCESS; OpenRegionProcedure 4ac211f146473e88fb5955cb5c380130, server=f0d65a6309ee,41321,1734319260255 in 226 msec 2024-12-16T03:21:03,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=22 2024-12-16T03:21:03,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=22, state=SUCCESS; OpenRegionProcedure fa3baee3fd352c6dbbec7a6313d57a05, server=f0d65a6309ee,35125,1734319260227 in 209 msec 2024-12-16T03:21:03,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fa3baee3fd352c6dbbec7a6313d57a05, ASSIGN in 394 msec 2024-12-16T03:21:03,940 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/cc21518fd27e91a2fc6ebc68e9549442/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,940 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened cc21518fd27e91a2fc6ebc68e9549442; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73806415, jitterRate=0.09980128705501556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,940 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for cc21518fd27e91a2fc6ebc68e9549442: 2024-12-16T03:21:03,941 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442., pid=59, masterSystemTime=1734319263863 2024-12-16T03:21:03,942 INFO [StoreOpener-ac102028bfa32c7ff193e6fee8e54f25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ac102028bfa32c7ff193e6fee8e54f25 2024-12-16T03:21:03,942 INFO [StoreOpener-3424d0d5a04b970cf2e1c802e932a677-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3424d0d5a04b970cf2e1c802e932a677 2024-12-16T03:21:03,942 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=cc21518fd27e91a2fc6ebc68e9549442, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:03,943 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442. 2024-12-16T03:21:03,943 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442. 2024-12-16T03:21:03,943 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784. 2024-12-16T03:21:03,943 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 384416d7e127a45dbac8591ca4f5d784, NAME => 'testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-16T03:21:03,943 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 384416d7e127a45dbac8591ca4f5d784 2024-12-16T03:21:03,943 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,943 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 384416d7e127a45dbac8591ca4f5d784 2024-12-16T03:21:03,943 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 384416d7e127a45dbac8591ca4f5d784 2024-12-16T03:21:03,944 INFO [StoreOpener-3424d0d5a04b970cf2e1c802e932a677-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3424d0d5a04b970cf2e1c802e932a677 columnFamilyName info 2024-12-16T03:21:03,944 INFO [StoreOpener-ac102028bfa32c7ff193e6fee8e54f25-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac102028bfa32c7ff193e6fee8e54f25 columnFamilyName info 2024-12-16T03:21:03,944 DEBUG [StoreOpener-3424d0d5a04b970cf2e1c802e932a677-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=36 2024-12-16T03:21:03,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=36, state=SUCCESS; OpenRegionProcedure cc21518fd27e91a2fc6ebc68e9549442, server=f0d65a6309ee,40819,1734319260195 in 227 msec 2024-12-16T03:21:03,945 DEBUG [StoreOpener-ac102028bfa32c7ff193e6fee8e54f25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,945 INFO [StoreOpener-3424d0d5a04b970cf2e1c802e932a677-1 {}] regionserver.HStore(327): Store=3424d0d5a04b970cf2e1c802e932a677/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,945 INFO [StoreOpener-ac102028bfa32c7ff193e6fee8e54f25-1 {}] regionserver.HStore(327): Store=ac102028bfa32c7ff193e6fee8e54f25/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=cc21518fd27e91a2fc6ebc68e9549442, ASSIGN in 401 msec 2024-12-16T03:21:03,946 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/3424d0d5a04b970cf2e1c802e932a677 2024-12-16T03:21:03,946 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/ac102028bfa32c7ff193e6fee8e54f25 2024-12-16T03:21:03,946 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/3424d0d5a04b970cf2e1c802e932a677 2024-12-16T03:21:03,946 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/ac102028bfa32c7ff193e6fee8e54f25 2024-12-16T03:21:03,947 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1085): writing seq id for 3424d0d5a04b970cf2e1c802e932a677 2024-12-16T03:21:03,947 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for ac102028bfa32c7ff193e6fee8e54f25 2024-12-16T03:21:03,948 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/e92a9e8e2071bb9402417b4ecb055c25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,948 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened e92a9e8e2071bb9402417b4ecb055c25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65397867, jitterRate=-0.02549584209918976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,949 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for e92a9e8e2071bb9402417b4ecb055c25: 2024-12-16T03:21:03,949 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25., pid=46, masterSystemTime=1734319263850 2024-12-16T03:21:03,950 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25. 2024-12-16T03:21:03,950 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25. 2024-12-16T03:21:03,950 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0. 2024-12-16T03:21:03,950 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=e92a9e8e2071bb9402417b4ecb055c25, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:03,950 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 3f112a4e209c09fdc45fd5b9297305c0, NAME => 'testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-16T03:21:03,950 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 3f112a4e209c09fdc45fd5b9297305c0 2024-12-16T03:21:03,950 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,951 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 3f112a4e209c09fdc45fd5b9297305c0 2024-12-16T03:21:03,951 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 3f112a4e209c09fdc45fd5b9297305c0 2024-12-16T03:21:03,952 INFO [StoreOpener-384416d7e127a45dbac8591ca4f5d784-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 384416d7e127a45dbac8591ca4f5d784 2024-12-16T03:21:03,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=33 2024-12-16T03:21:03,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=33, state=SUCCESS; OpenRegionProcedure e92a9e8e2071bb9402417b4ecb055c25, server=f0d65a6309ee,46459,1734319260285 in 252 msec 2024-12-16T03:21:03,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=e92a9e8e2071bb9402417b4ecb055c25, ASSIGN in 408 msec 2024-12-16T03:21:03,953 INFO [StoreOpener-384416d7e127a45dbac8591ca4f5d784-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 384416d7e127a45dbac8591ca4f5d784 columnFamilyName info 2024-12-16T03:21:03,953 DEBUG [StoreOpener-384416d7e127a45dbac8591ca4f5d784-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,953 INFO [StoreOpener-384416d7e127a45dbac8591ca4f5d784-1 {}] regionserver.HStore(327): Store=384416d7e127a45dbac8591ca4f5d784/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,954 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/384416d7e127a45dbac8591ca4f5d784 2024-12-16T03:21:03,954 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/384416d7e127a45dbac8591ca4f5d784 2024-12-16T03:21:03,955 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 384416d7e127a45dbac8591ca4f5d784 2024-12-16T03:21:03,956 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/3424d0d5a04b970cf2e1c802e932a677/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,956 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1102): Opened 3424d0d5a04b970cf2e1c802e932a677; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59857038, jitterRate=-0.10806062817573547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,956 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1001): Region open journal for 3424d0d5a04b970cf2e1c802e932a677: 2024-12-16T03:21:03,956 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677., pid=65, masterSystemTime=1734319263871 2024-12-16T03:21:03,957 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677. 2024-12-16T03:21:03,957 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677. 2024-12-16T03:21:03,957 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9. 2024-12-16T03:21:03,957 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 4c57e2c730c4388781989a08cf01a4f9, NAME => 'testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-16T03:21:03,958 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 4c57e2c730c4388781989a08cf01a4f9 2024-12-16T03:21:03,958 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,958 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 4c57e2c730c4388781989a08cf01a4f9 2024-12-16T03:21:03,958 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 4c57e2c730c4388781989a08cf01a4f9 2024-12-16T03:21:03,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=3424d0d5a04b970cf2e1c802e932a677, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:03,960 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/ac102028bfa32c7ff193e6fee8e54f25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=30 2024-12-16T03:21:03,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=30, state=SUCCESS; OpenRegionProcedure 3424d0d5a04b970cf2e1c802e932a677, server=f0d65a6309ee,35125,1734319260227 in 232 msec 2024-12-16T03:21:03,960 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened ac102028bfa32c7ff193e6fee8e54f25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59328576, jitterRate=-0.1159353256225586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,960 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for ac102028bfa32c7ff193e6fee8e54f25: 2024-12-16T03:21:03,961 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25., pid=53, masterSystemTime=1734319263857 2024-12-16T03:21:03,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3424d0d5a04b970cf2e1c802e932a677, ASSIGN in 416 msec 2024-12-16T03:21:03,961 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25. 2024-12-16T03:21:03,961 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25. 2024-12-16T03:21:03,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=ac102028bfa32c7ff193e6fee8e54f25, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:03,962 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c. 2024-12-16T03:21:03,962 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 54ca9366ddb4c47e3ad6430db44d4b9c, NAME => 'testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-16T03:21:03,962 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 54ca9366ddb4c47e3ad6430db44d4b9c 2024-12-16T03:21:03,962 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,962 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 54ca9366ddb4c47e3ad6430db44d4b9c 2024-12-16T03:21:03,962 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 54ca9366ddb4c47e3ad6430db44d4b9c 2024-12-16T03:21:03,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=40 2024-12-16T03:21:03,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=40, state=SUCCESS; OpenRegionProcedure ac102028bfa32c7ff193e6fee8e54f25, server=f0d65a6309ee,41321,1734319260255 in 255 msec 2024-12-16T03:21:03,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ac102028bfa32c7ff193e6fee8e54f25, ASSIGN in 419 msec 2024-12-16T03:21:03,967 INFO [StoreOpener-3f112a4e209c09fdc45fd5b9297305c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3f112a4e209c09fdc45fd5b9297305c0 2024-12-16T03:21:03,969 INFO [StoreOpener-3f112a4e209c09fdc45fd5b9297305c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f112a4e209c09fdc45fd5b9297305c0 columnFamilyName info 2024-12-16T03:21:03,969 DEBUG [StoreOpener-3f112a4e209c09fdc45fd5b9297305c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,969 INFO [StoreOpener-3f112a4e209c09fdc45fd5b9297305c0-1 {}] regionserver.HStore(327): Store=3f112a4e209c09fdc45fd5b9297305c0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,969 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/3f112a4e209c09fdc45fd5b9297305c0 2024-12-16T03:21:03,970 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/3f112a4e209c09fdc45fd5b9297305c0 2024-12-16T03:21:03,972 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/384416d7e127a45dbac8591ca4f5d784/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,972 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 3f112a4e209c09fdc45fd5b9297305c0 2024-12-16T03:21:03,975 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 384416d7e127a45dbac8591ca4f5d784; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62234135, jitterRate=-0.07263912260532379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,975 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 384416d7e127a45dbac8591ca4f5d784: 2024-12-16T03:21:03,976 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784., pid=57, masterSystemTime=1734319263863 2024-12-16T03:21:03,977 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784. 2024-12-16T03:21:03,977 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784. 2024-12-16T03:21:03,977 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6. 2024-12-16T03:21:03,977 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=384416d7e127a45dbac8591ca4f5d784, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:03,977 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => c74f8c63eaf4912f289ef2047a51bba6, NAME => 'testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-16T03:21:03,977 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 c74f8c63eaf4912f289ef2047a51bba6 2024-12-16T03:21:03,977 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,977 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for c74f8c63eaf4912f289ef2047a51bba6 2024-12-16T03:21:03,977 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for c74f8c63eaf4912f289ef2047a51bba6 2024-12-16T03:21:03,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=32 2024-12-16T03:21:03,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=32, state=SUCCESS; OpenRegionProcedure 384416d7e127a45dbac8591ca4f5d784, server=f0d65a6309ee,40819,1734319260195 in 266 msec 2024-12-16T03:21:03,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=384416d7e127a45dbac8591ca4f5d784, ASSIGN in 435 msec 2024-12-16T03:21:03,979 INFO [StoreOpener-4c57e2c730c4388781989a08cf01a4f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4c57e2c730c4388781989a08cf01a4f9 2024-12-16T03:21:03,979 INFO [StoreOpener-54ca9366ddb4c47e3ad6430db44d4b9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 54ca9366ddb4c47e3ad6430db44d4b9c 2024-12-16T03:21:03,980 INFO [StoreOpener-c74f8c63eaf4912f289ef2047a51bba6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c74f8c63eaf4912f289ef2047a51bba6 2024-12-16T03:21:03,980 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/3f112a4e209c09fdc45fd5b9297305c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,980 INFO [StoreOpener-4c57e2c730c4388781989a08cf01a4f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c57e2c730c4388781989a08cf01a4f9 columnFamilyName info 2024-12-16T03:21:03,981 INFO [StoreOpener-54ca9366ddb4c47e3ad6430db44d4b9c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54ca9366ddb4c47e3ad6430db44d4b9c columnFamilyName info 2024-12-16T03:21:03,981 DEBUG [StoreOpener-4c57e2c730c4388781989a08cf01a4f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,981 DEBUG [StoreOpener-54ca9366ddb4c47e3ad6430db44d4b9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,981 INFO [StoreOpener-54ca9366ddb4c47e3ad6430db44d4b9c-1 {}] regionserver.HStore(327): Store=54ca9366ddb4c47e3ad6430db44d4b9c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,981 INFO [StoreOpener-4c57e2c730c4388781989a08cf01a4f9-1 {}] regionserver.HStore(327): Store=4c57e2c730c4388781989a08cf01a4f9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,981 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 3f112a4e209c09fdc45fd5b9297305c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73217062, jitterRate=0.09101924300193787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,981 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 3f112a4e209c09fdc45fd5b9297305c0: 2024-12-16T03:21:03,982 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0., pid=44, masterSystemTime=1734319263850 2024-12-16T03:21:03,982 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/54ca9366ddb4c47e3ad6430db44d4b9c 2024-12-16T03:21:03,982 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/54ca9366ddb4c47e3ad6430db44d4b9c 2024-12-16T03:21:03,982 INFO [StoreOpener-c74f8c63eaf4912f289ef2047a51bba6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c74f8c63eaf4912f289ef2047a51bba6 columnFamilyName info 2024-12-16T03:21:03,982 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/4c57e2c730c4388781989a08cf01a4f9 2024-12-16T03:21:03,982 DEBUG [StoreOpener-c74f8c63eaf4912f289ef2047a51bba6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,982 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/4c57e2c730c4388781989a08cf01a4f9 2024-12-16T03:21:03,982 INFO [StoreOpener-c74f8c63eaf4912f289ef2047a51bba6-1 {}] regionserver.HStore(327): Store=c74f8c63eaf4912f289ef2047a51bba6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,984 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/c74f8c63eaf4912f289ef2047a51bba6 2024-12-16T03:21:03,984 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0. 2024-12-16T03:21:03,984 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0. 2024-12-16T03:21:03,984 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303. 2024-12-16T03:21:03,984 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 85f74bf9ef88d67cca25d2a5803e1303, NAME => 'testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-16T03:21:03,984 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/c74f8c63eaf4912f289ef2047a51bba6 2024-12-16T03:21:03,984 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 85f74bf9ef88d67cca25d2a5803e1303 2024-12-16T03:21:03,984 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:03,984 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=3f112a4e209c09fdc45fd5b9297305c0, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:03,984 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 85f74bf9ef88d67cca25d2a5803e1303 2024-12-16T03:21:03,984 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 85f74bf9ef88d67cca25d2a5803e1303 2024-12-16T03:21:03,985 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 4c57e2c730c4388781989a08cf01a4f9 2024-12-16T03:21:03,985 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 54ca9366ddb4c47e3ad6430db44d4b9c 2024-12-16T03:21:03,987 INFO [StoreOpener-85f74bf9ef88d67cca25d2a5803e1303-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 85f74bf9ef88d67cca25d2a5803e1303 2024-12-16T03:21:03,987 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for c74f8c63eaf4912f289ef2047a51bba6 2024-12-16T03:21:03,988 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/54ca9366ddb4c47e3ad6430db44d4b9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:21:03,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=29 2024-12-16T03:21:03,991 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 54ca9366ddb4c47e3ad6430db44d4b9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60052027, jitterRate=-0.10515506565570831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,991 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 54ca9366ddb4c47e3ad6430db44d4b9c: 2024-12-16T03:21:03,992 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c., pid=54, masterSystemTime=1734319263857 2024-12-16T03:21:03,992 INFO [StoreOpener-85f74bf9ef88d67cca25d2a5803e1303-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85f74bf9ef88d67cca25d2a5803e1303 columnFamilyName info 2024-12-16T03:21:03,992 DEBUG [StoreOpener-85f74bf9ef88d67cca25d2a5803e1303-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:03,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=29, state=SUCCESS; OpenRegionProcedure 3f112a4e209c09fdc45fd5b9297305c0, server=f0d65a6309ee,46459,1734319260285 in 288 msec 2024-12-16T03:21:03,993 INFO [StoreOpener-85f74bf9ef88d67cca25d2a5803e1303-1 {}] regionserver.HStore(327): Store=85f74bf9ef88d67cca25d2a5803e1303/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:03,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3f112a4e209c09fdc45fd5b9297305c0, ASSIGN in 447 msec 2024-12-16T03:21:03,994 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c. 2024-12-16T03:21:03,994 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c. 2024-12-16T03:21:03,994 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/4c57e2c730c4388781989a08cf01a4f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,994 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/85f74bf9ef88d67cca25d2a5803e1303 2024-12-16T03:21:03,994 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=54ca9366ddb4c47e3ad6430db44d4b9c, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:03,994 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 4c57e2c730c4388781989a08cf01a4f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60546373, jitterRate=-0.0977887362241745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:03,994 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 4c57e2c730c4388781989a08cf01a4f9: 2024-12-16T03:21:03,995 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/85f74bf9ef88d67cca25d2a5803e1303 2024-12-16T03:21:03,995 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9., pid=64, masterSystemTime=1734319263871 2024-12-16T03:21:03,996 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/c74f8c63eaf4912f289ef2047a51bba6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:03,997 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 85f74bf9ef88d67cca25d2a5803e1303 2024-12-16T03:21:04,000 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/85f74bf9ef88d67cca25d2a5803e1303/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:04,000 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 85f74bf9ef88d67cca25d2a5803e1303; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74248670, jitterRate=0.10639140009880066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:04,000 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 85f74bf9ef88d67cca25d2a5803e1303: 2024-12-16T03:21:04,001 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303., pid=49, masterSystemTime=1734319263850 2024-12-16T03:21:04,002 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened c74f8c63eaf4912f289ef2047a51bba6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60260789, jitterRate=-0.10204426944255829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:04,002 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for c74f8c63eaf4912f289ef2047a51bba6: 2024-12-16T03:21:04,003 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6., pid=56, masterSystemTime=1734319263863 2024-12-16T03:21:04,003 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9. 2024-12-16T03:21:04,003 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9. 2024-12-16T03:21:04,003 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a. 2024-12-16T03:21:04,003 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7285): Opening region: {ENCODED => 1000549fbfe00e38c988b612315b0d1a, NAME => 'testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-16T03:21:04,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=27 2024-12-16T03:21:04,003 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 1000549fbfe00e38c988b612315b0d1a 2024-12-16T03:21:04,003 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:04,004 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7327): checking encryption for 1000549fbfe00e38c988b612315b0d1a 2024-12-16T03:21:04,004 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7330): checking classloading for 1000549fbfe00e38c988b612315b0d1a 2024-12-16T03:21:04,004 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=4c57e2c730c4388781989a08cf01a4f9, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:04,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=27, state=SUCCESS; OpenRegionProcedure 54ca9366ddb4c47e3ad6430db44d4b9c, server=f0d65a6309ee,41321,1734319260255 in 285 msec 2024-12-16T03:21:04,004 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303. 2024-12-16T03:21:04,005 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303. 2024-12-16T03:21:04,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=54ca9366ddb4c47e3ad6430db44d4b9c, ASSIGN in 459 msec 2024-12-16T03:21:04,006 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=85f74bf9ef88d67cca25d2a5803e1303, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:04,006 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6. 2024-12-16T03:21:04,006 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6. 2024-12-16T03:21:04,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=c74f8c63eaf4912f289ef2047a51bba6, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:04,006 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37. 2024-12-16T03:21:04,006 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => c4e1f604fd728fd627b5f8c771f7ac37, NAME => 'testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-16T03:21:04,007 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 c4e1f604fd728fd627b5f8c771f7ac37 2024-12-16T03:21:04,007 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:04,007 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for c4e1f604fd728fd627b5f8c771f7ac37 2024-12-16T03:21:04,007 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for c4e1f604fd728fd627b5f8c771f7ac37 2024-12-16T03:21:04,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=26 2024-12-16T03:21:04,007 INFO [StoreOpener-1000549fbfe00e38c988b612315b0d1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1000549fbfe00e38c988b612315b0d1a 2024-12-16T03:21:04,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=26, state=SUCCESS; OpenRegionProcedure 4c57e2c730c4388781989a08cf01a4f9, server=f0d65a6309ee,35125,1734319260227 in 286 msec 2024-12-16T03:21:04,009 INFO [StoreOpener-1000549fbfe00e38c988b612315b0d1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1000549fbfe00e38c988b612315b0d1a columnFamilyName info 2024-12-16T03:21:04,010 DEBUG [StoreOpener-1000549fbfe00e38c988b612315b0d1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:04,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=4c57e2c730c4388781989a08cf01a4f9, ASSIGN in 464 msec 2024-12-16T03:21:04,010 INFO [StoreOpener-1000549fbfe00e38c988b612315b0d1a-1 {}] regionserver.HStore(327): Store=1000549fbfe00e38c988b612315b0d1a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:04,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=25 2024-12-16T03:21:04,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=25, state=SUCCESS; OpenRegionProcedure 85f74bf9ef88d67cca25d2a5803e1303, server=f0d65a6309ee,46459,1734319260285 in 304 msec 2024-12-16T03:21:04,011 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/1000549fbfe00e38c988b612315b0d1a 2024-12-16T03:21:04,011 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 22351, reset compression=false 2024-12-16T03:21:04,011 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/1000549fbfe00e38c988b612315b0d1a 2024-12-16T03:21:04,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=24 2024-12-16T03:21:04,014 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1085): writing seq id for 1000549fbfe00e38c988b612315b0d1a 2024-12-16T03:21:04,022 INFO [StoreOpener-c4e1f604fd728fd627b5f8c771f7ac37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c4e1f604fd728fd627b5f8c771f7ac37 2024-12-16T03:21:04,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=85f74bf9ef88d67cca25d2a5803e1303, ASSIGN in 466 msec 2024-12-16T03:21:04,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=24, state=SUCCESS; OpenRegionProcedure c74f8c63eaf4912f289ef2047a51bba6, server=f0d65a6309ee,40819,1734319260195 in 297 msec 2024-12-16T03:21:04,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=c74f8c63eaf4912f289ef2047a51bba6, ASSIGN in 471 msec 2024-12-16T03:21:04,024 INFO [StoreOpener-c4e1f604fd728fd627b5f8c771f7ac37-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e1f604fd728fd627b5f8c771f7ac37 columnFamilyName info 2024-12-16T03:21:04,024 DEBUG [StoreOpener-c4e1f604fd728fd627b5f8c771f7ac37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:04,024 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/1000549fbfe00e38c988b612315b0d1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:04,024 INFO [StoreOpener-c4e1f604fd728fd627b5f8c771f7ac37-1 {}] regionserver.HStore(327): Store=c4e1f604fd728fd627b5f8c771f7ac37/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:04,025 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/c4e1f604fd728fd627b5f8c771f7ac37 2024-12-16T03:21:04,025 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1102): Opened 1000549fbfe00e38c988b612315b0d1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68808053, jitterRate=0.025319889187812805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:04,025 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1001): Region open journal for 1000549fbfe00e38c988b612315b0d1a: 2024-12-16T03:21:04,025 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/c4e1f604fd728fd627b5f8c771f7ac37 2024-12-16T03:21:04,025 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a., pid=67, masterSystemTime=1734319263871 2024-12-16T03:21:04,027 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a. 2024-12-16T03:21:04,027 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a. 2024-12-16T03:21:04,027 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed. 2024-12-16T03:21:04,027 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => 7f89f14cec3e4c195031b8275428f4ed, NAME => 'testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed.', STARTKEY => 'yyy', ENDKEY => ''} 2024-12-16T03:21:04,027 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for c4e1f604fd728fd627b5f8c771f7ac37 2024-12-16T03:21:04,027 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 7f89f14cec3e4c195031b8275428f4ed 2024-12-16T03:21:04,027 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:04,027 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for 7f89f14cec3e4c195031b8275428f4ed 2024-12-16T03:21:04,027 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for 7f89f14cec3e4c195031b8275428f4ed 2024-12-16T03:21:04,028 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=1000549fbfe00e38c988b612315b0d1a, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:04,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=34 2024-12-16T03:21:04,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=34, state=SUCCESS; OpenRegionProcedure 1000549fbfe00e38c988b612315b0d1a, server=f0d65a6309ee,35125,1734319260227 in 301 msec 2024-12-16T03:21:04,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=1000549fbfe00e38c988b612315b0d1a, ASSIGN in 486 msec 2024-12-16T03:21:04,033 INFO [StoreOpener-7f89f14cec3e4c195031b8275428f4ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7f89f14cec3e4c195031b8275428f4ed 2024-12-16T03:21:04,034 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/c4e1f604fd728fd627b5f8c771f7ac37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:04,034 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:21:04,034 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/46=[#edits: 5 = ],1004}, {hbase:meta/1588230740/47=[#edits: 5 = ],1004}, {hbase:meta/1588230740/48=[#edits: 5 = ],1004}, {hbase:meta/1588230740/49=[#edits: 5 = ],1004}, {hbase:meta/1588230740/50=[#edits: 5 = ],1004}, {hbase:meta/1588230740/51=[#edits: 5 = ],1004}, {hbase:meta/1588230740/52=[#edits: 5 = ],1004}, {hbase:meta/1588230740/53=[#edits: 5 = ],1004}, {hbase:meta/1588230740/54=[#edits: 5 = ],1004}, {hbase:meta/1588230740/55=[#edits: 5 = ],1004}, {hbase:meta/1588230740/56=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=30209, nbRowKeys=11, nbHFiles=0, heapSize=11044, lastSeqIds={}, endOfFile=false,usedBufferSize=11044] 2024-12-16T03:21:04,035 INFO [StoreOpener-7f89f14cec3e4c195031b8275428f4ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f89f14cec3e4c195031b8275428f4ed columnFamilyName info 2024-12-16T03:21:04,035 DEBUG [StoreOpener-7f89f14cec3e4c195031b8275428f4ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:04,035 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:21:04,035 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened c4e1f604fd728fd627b5f8c771f7ac37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70910450, jitterRate=0.056648045778274536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:04,035 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for c4e1f604fd728fd627b5f8c771f7ac37: 2024-12-16T03:21:04,035 INFO [StoreOpener-7f89f14cec3e4c195031b8275428f4ed-1 {}] regionserver.HStore(327): Store=7f89f14cec3e4c195031b8275428f4ed/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:04,036 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/7f89f14cec3e4c195031b8275428f4ed 2024-12-16T03:21:04,036 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/7f89f14cec3e4c195031b8275428f4ed 2024-12-16T03:21:04,037 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37., pid=62, masterSystemTime=1734319263863 2024-12-16T03:21:04,037 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/57=[#edits: 5 = ],1004}, {hbase:meta/1588230740/58=[#edits: 5 = ],1004}, {hbase:meta/1588230740/59=[#edits: 5 = ],1004}, {hbase:meta/1588230740/60=[#edits: 5 = ],1004}, {hbase:meta/1588230740/61=[#edits: 5 = ],1004}, {hbase:meta/1588230740/62=[#edits: 5 = ],1004}, {hbase:meta/1588230740/63=[#edits: 5 = ],1004}, {hbase:meta/1588230740/64=[#edits: 5 = ],1004}, {hbase:meta/1588230740/65=[#edits: 5 = ],1004}, {hbase:meta/1588230740/66=[#edits: 5 = ],1004}, {hbase:meta/1588230740/67=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=38085, nbRowKeys=11, nbHFiles=0, heapSize=11044, lastSeqIds={}, endOfFile=false,usedBufferSize=11044] 2024-12-16T03:21:04,038 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for 7f89f14cec3e4c195031b8275428f4ed 2024-12-16T03:21:04,040 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37. 2024-12-16T03:21:04,040 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37. 2024-12-16T03:21:04,040 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd. 2024-12-16T03:21:04,041 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => a38ddd360f95b99bbe0d3bc511cdb2dd, NAME => 'testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-16T03:21:04,041 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 a38ddd360f95b99bbe0d3bc511cdb2dd 2024-12-16T03:21:04,041 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:04,041 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for a38ddd360f95b99bbe0d3bc511cdb2dd 2024-12-16T03:21:04,041 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for a38ddd360f95b99bbe0d3bc511cdb2dd 2024-12-16T03:21:04,044 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/7f89f14cec3e4c195031b8275428f4ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:04,044 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened 7f89f14cec3e4c195031b8275428f4ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58941294, jitterRate=-0.1217062771320343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:04,044 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for 7f89f14cec3e4c195031b8275428f4ed: 2024-12-16T03:21:04,051 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed., pid=68, masterSystemTime=1734319263871 2024-12-16T03:21:04,051 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=c4e1f604fd728fd627b5f8c771f7ac37, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:04,051 INFO [StoreOpener-a38ddd360f95b99bbe0d3bc511cdb2dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a38ddd360f95b99bbe0d3bc511cdb2dd 2024-12-16T03:21:04,052 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed. 2024-12-16T03:21:04,052 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed. 2024-12-16T03:21:04,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=7f89f14cec3e4c195031b8275428f4ed, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:04,053 INFO [StoreOpener-a38ddd360f95b99bbe0d3bc511cdb2dd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a38ddd360f95b99bbe0d3bc511cdb2dd columnFamilyName info 2024-12-16T03:21:04,053 DEBUG [StoreOpener-a38ddd360f95b99bbe0d3bc511cdb2dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:04,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=41 2024-12-16T03:21:04,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=41, state=SUCCESS; OpenRegionProcedure c4e1f604fd728fd627b5f8c771f7ac37, server=f0d65a6309ee,40819,1734319260195 in 335 msec 2024-12-16T03:21:04,053 INFO [StoreOpener-a38ddd360f95b99bbe0d3bc511cdb2dd-1 {}] regionserver.HStore(327): Store=a38ddd360f95b99bbe0d3bc511cdb2dd/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:04,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=c4e1f604fd728fd627b5f8c771f7ac37, ASSIGN in 509 msec 2024-12-16T03:21:04,054 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/a38ddd360f95b99bbe0d3bc511cdb2dd 2024-12-16T03:21:04,055 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/a38ddd360f95b99bbe0d3bc511cdb2dd 2024-12-16T03:21:04,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=43 2024-12-16T03:21:04,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=43, state=SUCCESS; OpenRegionProcedure 7f89f14cec3e4c195031b8275428f4ed, server=f0d65a6309ee,35125,1734319260227 in 326 msec 2024-12-16T03:21:04,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=7f89f14cec3e4c195031b8275428f4ed, ASSIGN in 511 msec 2024-12-16T03:21:04,056 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for a38ddd360f95b99bbe0d3bc511cdb2dd 2024-12-16T03:21:04,058 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/a38ddd360f95b99bbe0d3bc511cdb2dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:04,058 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened a38ddd360f95b99bbe0d3bc511cdb2dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68105410, jitterRate=0.014849692583084106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:04,058 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for a38ddd360f95b99bbe0d3bc511cdb2dd: 2024-12-16T03:21:04,058 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd., pid=61, masterSystemTime=1734319263863 2024-12-16T03:21:04,059 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd. 2024-12-16T03:21:04,059 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd. 2024-12-16T03:21:04,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=a38ddd360f95b99bbe0d3bc511cdb2dd, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:04,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=37 2024-12-16T03:21:04,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=37, state=SUCCESS; OpenRegionProcedure a38ddd360f95b99bbe0d3bc511cdb2dd, server=f0d65a6309ee,40819,1734319260195 in 343 msec 2024-12-16T03:21:04,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=18 2024-12-16T03:21:04,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=a38ddd360f95b99bbe0d3bc511cdb2dd, ASSIGN in 521 msec 2024-12-16T03:21:04,067 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:21:04,067 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_0","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319264067"}]},"ts":"1734319264067"} 2024-12-16T03:21:04,068 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_0, state=ENABLED in hbase:meta 2024-12-16T03:21:04,109 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:21:04,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicates_0 in 1.2260 sec 2024-12-16T03:21:04,229 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:21:04,229 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:04,235 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 38085, reset compression=false 2024-12-16T03:21:04,239 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:21:04,239 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 40327, reset compression=false 2024-12-16T03:21:04,239 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/68=[#edits: 5 = ],1004}, {hbase:meta/1588230740/69=[#edits: 5 = ],1004}, {hbase:meta/1588230740/70=[#edits: 5 = ],1004}, {hbase:meta/1588230740/71=[#edits: 1 = ],204}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=40327, nbRowKeys=4, nbHFiles=0, heapSize=3216, lastSeqIds={}, endOfFile=false,usedBufferSize=3216] 2024-12-16T03:21:04,443 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 40327, reset compression=false 2024-12-16T03:21:04,746 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 40327, reset compression=false 2024-12-16T03:21:04,895 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:21:04,895 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:04,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicates_0 2024-12-16T03:21:04,898 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicates_0 Metrics about Tables on a single HBase RegionServer 2024-12-16T03:21:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:21:04,990 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicates_0, procId: 18 completed 2024-12-16T03:21:04,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicates_0 get assigned. Timeout = 60000ms 2024-12-16T03:21:04,990 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:21:04,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35125 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=32821 bytes) of info 2024-12-16T03:21:04,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicates_0 assigned to meta. Checking AM states. 2024-12-16T03:21:04,996 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:21:04,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicates_0 assigned. 2024-12-16T03:21:04,999 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:21:04,999 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-16T03:21:05,006 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734319261629/Put/vlen=2/seqid=8 2024-12-16T03:21:05,006 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:regioninfo/1734319261622/Put/vlen=41/seqid=7 2024-12-16T03:21:05,006 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:seqnumDuringOpen/1734319261622/Put/vlen=8/seqid=7 2024-12-16T03:21:05,006 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:server/1734319261622/Put/vlen=18/seqid=7 2024-12-16T03:21:05,006 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:serverstartcode/1734319261622/Put/vlen=8/seqid=7 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:sn/1734319261455/Put/vlen=32/seqid=6 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:state/1734319261622/Put/vlen=4/seqid=7 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0/table:state/1734319264067/Put/vlen=2/seqid=71 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=52 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:seqnumDuringOpen/1734319263914/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:seqnumDuringOpen/1734319263914/Put/vlen=8/seqid=52 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:server/1734319263914/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:server/1734319263914/Put/vlen=18/seqid=52 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:serverstartcode/1734319263914/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:serverstartcode/1734319263914/Put/vlen=8/seqid=52 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:sn/1734319263714/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:sn/1734319263714/Put/vlen=32/seqid=35 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:state/1734319263914/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:state/1734319263914/Put/vlen=4/seqid=52 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:regioninfo/1734319263876/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:regioninfo/1734319263876/Put/vlen=65/seqid=46 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:seqnumDuringOpen/1734319263876/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:seqnumDuringOpen/1734319263876/Put/vlen=8/seqid=46 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:server/1734319263876/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:server/1734319263876/Put/vlen=18/seqid=46 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:serverstartcode/1734319263876/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:serverstartcode/1734319263876/Put/vlen=8/seqid=46 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:sn/1734319263696/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:sn/1734319263696/Put/vlen=32/seqid=22 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:state/1734319263876/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:state/1734319263876/Put/vlen=4/seqid=46 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:regioninfo/1734319263879/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:regioninfo/1734319263879/Put/vlen=65/seqid=47 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:seqnumDuringOpen/1734319263879/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:seqnumDuringOpen/1734319263879/Put/vlen=8/seqid=47 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:server/1734319263879/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:server/1734319263879/Put/vlen=18/seqid=47 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:serverstartcode/1734319263879/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:serverstartcode/1734319263879/Put/vlen=8/seqid=47 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:sn/1734319263709/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:sn/1734319263709/Put/vlen=32/seqid=32 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:state/1734319263879/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:state/1734319263879/Put/vlen=4/seqid=47 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:regioninfo/1734319263935/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:regioninfo/1734319263935/Put/vlen=65/seqid=56 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:seqnumDuringOpen/1734319263935/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:seqnumDuringOpen/1734319263935/Put/vlen=8/seqid=56 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:server/1734319263935/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:server/1734319263935/Put/vlen=18/seqid=56 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:serverstartcode/1734319263935/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:serverstartcode/1734319263935/Put/vlen=8/seqid=56 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:sn/1734319263721/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:sn/1734319263721/Put/vlen=32/seqid=43 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:state/1734319263935/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:state/1734319263935/Put/vlen=4/seqid=56 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:regioninfo/1734319263930/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:regioninfo/1734319263930/Put/vlen=65/seqid=55 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:seqnumDuringOpen/1734319263930/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:seqnumDuringOpen/1734319263930/Put/vlen=8/seqid=55 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:server/1734319263930/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:server/1734319263930/Put/vlen=18/seqid=55 2024-12-16T03:21:05,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:serverstartcode/1734319263930/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:serverstartcode/1734319263930/Put/vlen=8/seqid=55 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:sn/1734319263705/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:sn/1734319263705/Put/vlen=32/seqid=27 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:state/1734319263930/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:state/1734319263930/Put/vlen=4/seqid=55 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:regioninfo/1734319264006/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:regioninfo/1734319264006/Put/vlen=65/seqid=66 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:seqnumDuringOpen/1734319264006/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:seqnumDuringOpen/1734319264006/Put/vlen=8/seqid=66 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:server/1734319264006/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:server/1734319264006/Put/vlen=18/seqid=66 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:serverstartcode/1734319264006/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:serverstartcode/1734319264006/Put/vlen=8/seqid=66 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:sn/1734319263709/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:sn/1734319263709/Put/vlen=32/seqid=33 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:state/1734319264006/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:state/1734319264006/Put/vlen=4/seqid=66 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:regioninfo/1734319264006/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:regioninfo/1734319264006/Put/vlen=65/seqid=65 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:seqnumDuringOpen/1734319264006/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:seqnumDuringOpen/1734319264006/Put/vlen=8/seqid=65 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:server/1734319264006/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:server/1734319264006/Put/vlen=18/seqid=65 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:serverstartcode/1734319264006/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:serverstartcode/1734319264006/Put/vlen=8/seqid=65 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:sn/1734319263703/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:sn/1734319263703/Put/vlen=32/seqid=26 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:state/1734319264006/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:state/1734319264006/Put/vlen=4/seqid=65 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:regioninfo/1734319264004/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:regioninfo/1734319264004/Put/vlen=65/seqid=64 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:seqnumDuringOpen/1734319264004/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:seqnumDuringOpen/1734319264004/Put/vlen=8/seqid=64 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:server/1734319264004/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:server/1734319264004/Put/vlen=18/seqid=64 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:serverstartcode/1734319264004/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:serverstartcode/1734319264004/Put/vlen=8/seqid=64 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:sn/1734319263718/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:sn/1734319263718/Put/vlen=32/seqid=41 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:state/1734319264004/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:state/1734319264004/Put/vlen=4/seqid=64 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:regioninfo/1734319263994/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:regioninfo/1734319263994/Put/vlen=65/seqid=63 2024-12-16T03:21:05,008 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:seqnumDuringOpen/1734319263994/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:seqnumDuringOpen/1734319263994/Put/vlen=8/seqid=63 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:server/1734319263994/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:server/1734319263994/Put/vlen=18/seqid=63 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:serverstartcode/1734319263994/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:serverstartcode/1734319263994/Put/vlen=8/seqid=63 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:sn/1734319263708/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:sn/1734319263708/Put/vlen=32/seqid=31 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:state/1734319263994/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:state/1734319263994/Put/vlen=4/seqid=63 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:regioninfo/1734319263902/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:regioninfo/1734319263902/Put/vlen=65/seqid=50 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:seqnumDuringOpen/1734319263902/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:seqnumDuringOpen/1734319263902/Put/vlen=8/seqid=50 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:server/1734319263902/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:server/1734319263902/Put/vlen=18/seqid=50 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:serverstartcode/1734319263902/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:serverstartcode/1734319263902/Put/vlen=8/seqid=50 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:sn/1734319263714/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:sn/1734319263714/Put/vlen=32/seqid=37 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:state/1734319263902/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:state/1734319263902/Put/vlen=4/seqid=50 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:regioninfo/1734319263984/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:regioninfo/1734319263984/Put/vlen=65/seqid=62 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:seqnumDuringOpen/1734319263984/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:seqnumDuringOpen/1734319263984/Put/vlen=8/seqid=62 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:server/1734319263984/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:server/1734319263984/Put/vlen=18/seqid=62 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:serverstartcode/1734319263984/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:serverstartcode/1734319263984/Put/vlen=8/seqid=62 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:sn/1734319263696/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:sn/1734319263696/Put/vlen=32/seqid=21 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:state/1734319263984/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:state/1734319263984/Put/vlen=4/seqid=62 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:regioninfo/1734319263958/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:regioninfo/1734319263958/Put/vlen=65/seqid=59 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:seqnumDuringOpen/1734319263958/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:seqnumDuringOpen/1734319263958/Put/vlen=8/seqid=59 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:server/1734319263958/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:server/1734319263958/Put/vlen=18/seqid=59 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:serverstartcode/1734319263958/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:serverstartcode/1734319263958/Put/vlen=8/seqid=59 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:sn/1734319263720/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:sn/1734319263720/Put/vlen=32/seqid=42 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:state/1734319263958/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:state/1734319263958/Put/vlen=4/seqid=59 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:regioninfo/1734319263910/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:regioninfo/1734319263910/Put/vlen=65/seqid=51 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:seqnumDuringOpen/1734319263910/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:seqnumDuringOpen/1734319263910/Put/vlen=8/seqid=51 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:server/1734319263910/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:server/1734319263910/Put/vlen=18/seqid=51 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:serverstartcode/1734319263910/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:serverstartcode/1734319263910/Put/vlen=8/seqid=51 2024-12-16T03:21:05,009 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:sn/1734319263705/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:sn/1734319263705/Put/vlen=32/seqid=28 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:state/1734319263910/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:state/1734319263910/Put/vlen=4/seqid=51 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:regioninfo/1734319263977/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:regioninfo/1734319263977/Put/vlen=65/seqid=61 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:seqnumDuringOpen/1734319263977/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:seqnumDuringOpen/1734319263977/Put/vlen=8/seqid=61 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:server/1734319263977/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:server/1734319263977/Put/vlen=18/seqid=61 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:serverstartcode/1734319263977/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:serverstartcode/1734319263977/Put/vlen=8/seqid=61 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:sn/1734319263711/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:sn/1734319263711/Put/vlen=32/seqid=34 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:state/1734319263977/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:state/1734319263977/Put/vlen=4/seqid=61 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:regioninfo/1734319263950/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:regioninfo/1734319263950/Put/vlen=65/seqid=58 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:seqnumDuringOpen/1734319263950/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:seqnumDuringOpen/1734319263950/Put/vlen=8/seqid=58 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:server/1734319263950/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:server/1734319263950/Put/vlen=18/seqid=58 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:serverstartcode/1734319263950/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:serverstartcode/1734319263950/Put/vlen=8/seqid=58 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:sn/1734319263697/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:sn/1734319263697/Put/vlen=32/seqid=23 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:state/1734319263950/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:state/1734319263950/Put/vlen=4/seqid=58 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:regioninfo/1734319264028/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:regioninfo/1734319264028/Put/vlen=65/seqid=67 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:seqnumDuringOpen/1734319264028/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:seqnumDuringOpen/1734319264028/Put/vlen=8/seqid=67 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:server/1734319264028/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:server/1734319264028/Put/vlen=18/seqid=67 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:serverstartcode/1734319264028/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:serverstartcode/1734319264028/Put/vlen=8/seqid=67 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:sn/1734319263721/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:sn/1734319263721/Put/vlen=32/seqid=44 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:state/1734319264028/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:state/1734319264028/Put/vlen=4/seqid=67 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:regioninfo/1734319263898/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:regioninfo/1734319263898/Put/vlen=65/seqid=48 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:seqnumDuringOpen/1734319263898/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:seqnumDuringOpen/1734319263898/Put/vlen=8/seqid=48 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:server/1734319263898/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:server/1734319263898/Put/vlen=18/seqid=48 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:serverstartcode/1734319263898/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:serverstartcode/1734319263898/Put/vlen=8/seqid=48 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:sn/1734319263705/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:sn/1734319263705/Put/vlen=32/seqid=29 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:state/1734319263898/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:state/1734319263898/Put/vlen=4/seqid=48 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:regioninfo/1734319263942/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:regioninfo/1734319263942/Put/vlen=65/seqid=57 2024-12-16T03:21:05,010 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:seqnumDuringOpen/1734319263942/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:seqnumDuringOpen/1734319263942/Put/vlen=8/seqid=57 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:server/1734319263942/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:server/1734319263942/Put/vlen=18/seqid=57 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:serverstartcode/1734319263942/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:serverstartcode/1734319263942/Put/vlen=8/seqid=57 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:sn/1734319263714/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:sn/1734319263714/Put/vlen=32/seqid=36 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:state/1734319263942/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:state/1734319263942/Put/vlen=4/seqid=57 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:regioninfo/1734319264059/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:regioninfo/1734319264059/Put/vlen=65/seqid=70 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:seqnumDuringOpen/1734319264059/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:seqnumDuringOpen/1734319264059/Put/vlen=8/seqid=70 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:server/1734319264059/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:server/1734319264059/Put/vlen=18/seqid=70 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:serverstartcode/1734319264059/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:serverstartcode/1734319264059/Put/vlen=8/seqid=70 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:sn/1734319263714/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:sn/1734319263714/Put/vlen=32/seqid=38 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:state/1734319264059/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:state/1734319264059/Put/vlen=4/seqid=70 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:regioninfo/1734319263900/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:regioninfo/1734319263900/Put/vlen=65/seqid=49 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:seqnumDuringOpen/1734319263900/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:seqnumDuringOpen/1734319263900/Put/vlen=8/seqid=49 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:server/1734319263900/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:server/1734319263900/Put/vlen=18/seqid=49 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:serverstartcode/1734319263900/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:serverstartcode/1734319263900/Put/vlen=8/seqid=49 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:sn/1734319263697/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:sn/1734319263697/Put/vlen=32/seqid=25 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:state/1734319263900/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:state/1734319263900/Put/vlen=4/seqid=49 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:regioninfo/1734319263919/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:regioninfo/1734319263919/Put/vlen=65/seqid=53 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:seqnumDuringOpen/1734319263919/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:seqnumDuringOpen/1734319263919/Put/vlen=8/seqid=53 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:server/1734319263919/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:server/1734319263919/Put/vlen=18/seqid=53 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:serverstartcode/1734319263919/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:serverstartcode/1734319263919/Put/vlen=8/seqid=53 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:sn/1734319263718/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:sn/1734319263718/Put/vlen=32/seqid=40 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:state/1734319263919/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:state/1734319263919/Put/vlen=4/seqid=53 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:regioninfo/1734319263961/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:regioninfo/1734319263961/Put/vlen=65/seqid=60 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:seqnumDuringOpen/1734319263961/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:seqnumDuringOpen/1734319263961/Put/vlen=8/seqid=60 2024-12-16T03:21:05,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:server/1734319263961/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:server/1734319263961/Put/vlen=18/seqid=60 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:serverstartcode/1734319263961/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:serverstartcode/1734319263961/Put/vlen=8/seqid=60 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:sn/1734319263705/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:sn/1734319263705/Put/vlen=32/seqid=30 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:state/1734319263961/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:state/1734319263961/Put/vlen=4/seqid=60 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:regioninfo/1734319264051/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:regioninfo/1734319264051/Put/vlen=65/seqid=68 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:seqnumDuringOpen/1734319264051/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:seqnumDuringOpen/1734319264051/Put/vlen=8/seqid=68 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:server/1734319264051/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:server/1734319264051/Put/vlen=18/seqid=68 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:serverstartcode/1734319264051/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:serverstartcode/1734319264051/Put/vlen=8/seqid=68 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:sn/1734319263716/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:sn/1734319263716/Put/vlen=32/seqid=39 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:state/1734319264051/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:state/1734319264051/Put/vlen=4/seqid=68 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:regioninfo/1734319263921/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:regioninfo/1734319263921/Put/vlen=65/seqid=54 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:seqnumDuringOpen/1734319263921/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:seqnumDuringOpen/1734319263921/Put/vlen=8/seqid=54 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:server/1734319263921/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:server/1734319263921/Put/vlen=18/seqid=54 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:serverstartcode/1734319263921/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:serverstartcode/1734319263921/Put/vlen=8/seqid=54 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:sn/1734319263696/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:sn/1734319263696/Put/vlen=32/seqid=24 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:state/1734319263921/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:state/1734319263921/Put/vlen=4/seqid=54 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:regioninfo/1734319264052/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:regioninfo/1734319264052/Put/vlen=62/seqid=69 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:seqnumDuringOpen/1734319264052/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:seqnumDuringOpen/1734319264052/Put/vlen=8/seqid=69 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:server/1734319264052/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:server/1734319264052/Put/vlen=18/seqid=69 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:serverstartcode/1734319264052/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:serverstartcode/1734319264052/Put/vlen=8/seqid=69 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:sn/1734319263722/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:sn/1734319263722/Put/vlen=32/seqid=45 2024-12-16T03:21:05,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:state/1734319264052/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:state/1734319264052/Put/vlen=4/seqid=69 2024-12-16T03:21:05,013 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:21:05,013 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:21:05,016 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734319261629/Put/vlen=2/seqid=8 2024-12-16T03:21:05,016 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:regioninfo/1734319261622/Put/vlen=41/seqid=7 2024-12-16T03:21:05,016 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:seqnumDuringOpen/1734319261622/Put/vlen=8/seqid=7 2024-12-16T03:21:05,016 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:server/1734319261622/Put/vlen=18/seqid=7 2024-12-16T03:21:05,016 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:serverstartcode/1734319261622/Put/vlen=8/seqid=7 2024-12-16T03:21:05,016 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:sn/1734319261455/Put/vlen=32/seqid=6 2024-12-16T03:21:05,016 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:state/1734319261622/Put/vlen=4/seqid=7 2024-12-16T03:21:05,016 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0/table:state/1734319264067/Put/vlen=2/seqid=71 2024-12-16T03:21:05,016 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=52 2024-12-16T03:21:05,016 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:seqnumDuringOpen/1734319263914/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:seqnumDuringOpen/1734319263914/Put/vlen=8/seqid=52 2024-12-16T03:21:05,016 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:server/1734319263914/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:server/1734319263914/Put/vlen=18/seqid=52 2024-12-16T03:21:05,016 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:serverstartcode/1734319263914/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:serverstartcode/1734319263914/Put/vlen=8/seqid=52 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:sn/1734319263714/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:sn/1734319263714/Put/vlen=32/seqid=35 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:state/1734319263914/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:state/1734319263914/Put/vlen=4/seqid=52 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:regioninfo/1734319263876/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:regioninfo/1734319263876/Put/vlen=65/seqid=46 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:seqnumDuringOpen/1734319263876/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:seqnumDuringOpen/1734319263876/Put/vlen=8/seqid=46 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:server/1734319263876/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:server/1734319263876/Put/vlen=18/seqid=46 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:serverstartcode/1734319263876/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:serverstartcode/1734319263876/Put/vlen=8/seqid=46 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:sn/1734319263696/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:sn/1734319263696/Put/vlen=32/seqid=22 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:state/1734319263876/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:state/1734319263876/Put/vlen=4/seqid=46 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:regioninfo/1734319263879/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:regioninfo/1734319263879/Put/vlen=65/seqid=47 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:seqnumDuringOpen/1734319263879/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:seqnumDuringOpen/1734319263879/Put/vlen=8/seqid=47 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:server/1734319263879/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:server/1734319263879/Put/vlen=18/seqid=47 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:serverstartcode/1734319263879/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:serverstartcode/1734319263879/Put/vlen=8/seqid=47 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:sn/1734319263709/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:sn/1734319263709/Put/vlen=32/seqid=32 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:state/1734319263879/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:state/1734319263879/Put/vlen=4/seqid=47 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:regioninfo/1734319263935/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:regioninfo/1734319263935/Put/vlen=65/seqid=56 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:seqnumDuringOpen/1734319263935/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:seqnumDuringOpen/1734319263935/Put/vlen=8/seqid=56 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:server/1734319263935/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:server/1734319263935/Put/vlen=18/seqid=56 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:serverstartcode/1734319263935/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:serverstartcode/1734319263935/Put/vlen=8/seqid=56 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:sn/1734319263721/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:sn/1734319263721/Put/vlen=32/seqid=43 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:state/1734319263935/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:state/1734319263935/Put/vlen=4/seqid=56 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:regioninfo/1734319263930/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:regioninfo/1734319263930/Put/vlen=65/seqid=55 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:seqnumDuringOpen/1734319263930/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:seqnumDuringOpen/1734319263930/Put/vlen=8/seqid=55 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:server/1734319263930/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:server/1734319263930/Put/vlen=18/seqid=55 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:serverstartcode/1734319263930/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:serverstartcode/1734319263930/Put/vlen=8/seqid=55 2024-12-16T03:21:05,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:sn/1734319263705/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:sn/1734319263705/Put/vlen=32/seqid=27 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:state/1734319263930/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:state/1734319263930/Put/vlen=4/seqid=55 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:regioninfo/1734319264006/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:regioninfo/1734319264006/Put/vlen=65/seqid=66 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:seqnumDuringOpen/1734319264006/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:seqnumDuringOpen/1734319264006/Put/vlen=8/seqid=66 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:server/1734319264006/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:server/1734319264006/Put/vlen=18/seqid=66 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:serverstartcode/1734319264006/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:serverstartcode/1734319264006/Put/vlen=8/seqid=66 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:sn/1734319263709/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:sn/1734319263709/Put/vlen=32/seqid=33 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:state/1734319264006/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:state/1734319264006/Put/vlen=4/seqid=66 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:regioninfo/1734319264006/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:regioninfo/1734319264006/Put/vlen=65/seqid=65 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:seqnumDuringOpen/1734319264006/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:seqnumDuringOpen/1734319264006/Put/vlen=8/seqid=65 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:server/1734319264006/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:server/1734319264006/Put/vlen=18/seqid=65 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:serverstartcode/1734319264006/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:serverstartcode/1734319264006/Put/vlen=8/seqid=65 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:sn/1734319263703/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:sn/1734319263703/Put/vlen=32/seqid=26 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:state/1734319264006/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:state/1734319264006/Put/vlen=4/seqid=65 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:regioninfo/1734319264004/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:regioninfo/1734319264004/Put/vlen=65/seqid=64 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:seqnumDuringOpen/1734319264004/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:seqnumDuringOpen/1734319264004/Put/vlen=8/seqid=64 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:server/1734319264004/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:server/1734319264004/Put/vlen=18/seqid=64 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:serverstartcode/1734319264004/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:serverstartcode/1734319264004/Put/vlen=8/seqid=64 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:sn/1734319263718/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:sn/1734319263718/Put/vlen=32/seqid=41 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:state/1734319264004/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:state/1734319264004/Put/vlen=4/seqid=64 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:regioninfo/1734319263994/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:regioninfo/1734319263994/Put/vlen=65/seqid=63 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:seqnumDuringOpen/1734319263994/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:seqnumDuringOpen/1734319263994/Put/vlen=8/seqid=63 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:server/1734319263994/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:server/1734319263994/Put/vlen=18/seqid=63 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:serverstartcode/1734319263994/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:serverstartcode/1734319263994/Put/vlen=8/seqid=63 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:sn/1734319263708/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:sn/1734319263708/Put/vlen=32/seqid=31 2024-12-16T03:21:05,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:state/1734319263994/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:state/1734319263994/Put/vlen=4/seqid=63 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:regioninfo/1734319263902/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:regioninfo/1734319263902/Put/vlen=65/seqid=50 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:seqnumDuringOpen/1734319263902/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:seqnumDuringOpen/1734319263902/Put/vlen=8/seqid=50 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:server/1734319263902/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:server/1734319263902/Put/vlen=18/seqid=50 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:serverstartcode/1734319263902/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:serverstartcode/1734319263902/Put/vlen=8/seqid=50 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:sn/1734319263714/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:sn/1734319263714/Put/vlen=32/seqid=37 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:state/1734319263902/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:state/1734319263902/Put/vlen=4/seqid=50 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:regioninfo/1734319263984/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:regioninfo/1734319263984/Put/vlen=65/seqid=62 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:seqnumDuringOpen/1734319263984/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:seqnumDuringOpen/1734319263984/Put/vlen=8/seqid=62 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:server/1734319263984/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:server/1734319263984/Put/vlen=18/seqid=62 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:serverstartcode/1734319263984/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:serverstartcode/1734319263984/Put/vlen=8/seqid=62 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:sn/1734319263696/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:sn/1734319263696/Put/vlen=32/seqid=21 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:state/1734319263984/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:state/1734319263984/Put/vlen=4/seqid=62 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:regioninfo/1734319263958/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:regioninfo/1734319263958/Put/vlen=65/seqid=59 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:seqnumDuringOpen/1734319263958/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:seqnumDuringOpen/1734319263958/Put/vlen=8/seqid=59 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:server/1734319263958/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:server/1734319263958/Put/vlen=18/seqid=59 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:serverstartcode/1734319263958/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:serverstartcode/1734319263958/Put/vlen=8/seqid=59 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:sn/1734319263720/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:sn/1734319263720/Put/vlen=32/seqid=42 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:state/1734319263958/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:state/1734319263958/Put/vlen=4/seqid=59 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:regioninfo/1734319263910/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:regioninfo/1734319263910/Put/vlen=65/seqid=51 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:seqnumDuringOpen/1734319263910/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:seqnumDuringOpen/1734319263910/Put/vlen=8/seqid=51 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:server/1734319263910/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:server/1734319263910/Put/vlen=18/seqid=51 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:serverstartcode/1734319263910/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:serverstartcode/1734319263910/Put/vlen=8/seqid=51 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:sn/1734319263705/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:sn/1734319263705/Put/vlen=32/seqid=28 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:state/1734319263910/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:state/1734319263910/Put/vlen=4/seqid=51 2024-12-16T03:21:05,019 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:regioninfo/1734319263977/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:regioninfo/1734319263977/Put/vlen=65/seqid=61 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:seqnumDuringOpen/1734319263977/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:seqnumDuringOpen/1734319263977/Put/vlen=8/seqid=61 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:server/1734319263977/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:server/1734319263977/Put/vlen=18/seqid=61 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:serverstartcode/1734319263977/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:serverstartcode/1734319263977/Put/vlen=8/seqid=61 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:sn/1734319263711/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:sn/1734319263711/Put/vlen=32/seqid=34 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:state/1734319263977/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:state/1734319263977/Put/vlen=4/seqid=61 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:regioninfo/1734319263950/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:regioninfo/1734319263950/Put/vlen=65/seqid=58 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:seqnumDuringOpen/1734319263950/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:seqnumDuringOpen/1734319263950/Put/vlen=8/seqid=58 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:server/1734319263950/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:server/1734319263950/Put/vlen=18/seqid=58 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:serverstartcode/1734319263950/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:serverstartcode/1734319263950/Put/vlen=8/seqid=58 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:sn/1734319263697/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:sn/1734319263697/Put/vlen=32/seqid=23 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:state/1734319263950/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:state/1734319263950/Put/vlen=4/seqid=58 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:regioninfo/1734319264028/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:regioninfo/1734319264028/Put/vlen=65/seqid=67 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:seqnumDuringOpen/1734319264028/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:seqnumDuringOpen/1734319264028/Put/vlen=8/seqid=67 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:server/1734319264028/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:server/1734319264028/Put/vlen=18/seqid=67 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:serverstartcode/1734319264028/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:serverstartcode/1734319264028/Put/vlen=8/seqid=67 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:sn/1734319263721/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:sn/1734319263721/Put/vlen=32/seqid=44 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:state/1734319264028/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:state/1734319264028/Put/vlen=4/seqid=67 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:regioninfo/1734319263898/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:regioninfo/1734319263898/Put/vlen=65/seqid=48 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:seqnumDuringOpen/1734319263898/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:seqnumDuringOpen/1734319263898/Put/vlen=8/seqid=48 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:server/1734319263898/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:server/1734319263898/Put/vlen=18/seqid=48 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:serverstartcode/1734319263898/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:serverstartcode/1734319263898/Put/vlen=8/seqid=48 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:sn/1734319263705/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:sn/1734319263705/Put/vlen=32/seqid=29 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:state/1734319263898/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:state/1734319263898/Put/vlen=4/seqid=48 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:regioninfo/1734319263942/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:regioninfo/1734319263942/Put/vlen=65/seqid=57 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:seqnumDuringOpen/1734319263942/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:seqnumDuringOpen/1734319263942/Put/vlen=8/seqid=57 2024-12-16T03:21:05,020 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:server/1734319263942/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:server/1734319263942/Put/vlen=18/seqid=57 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:serverstartcode/1734319263942/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:serverstartcode/1734319263942/Put/vlen=8/seqid=57 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:sn/1734319263714/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:sn/1734319263714/Put/vlen=32/seqid=36 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:state/1734319263942/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:state/1734319263942/Put/vlen=4/seqid=57 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:regioninfo/1734319264059/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:regioninfo/1734319264059/Put/vlen=65/seqid=70 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:seqnumDuringOpen/1734319264059/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:seqnumDuringOpen/1734319264059/Put/vlen=8/seqid=70 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:server/1734319264059/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:server/1734319264059/Put/vlen=18/seqid=70 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:serverstartcode/1734319264059/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:serverstartcode/1734319264059/Put/vlen=8/seqid=70 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:sn/1734319263714/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:sn/1734319263714/Put/vlen=32/seqid=38 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:state/1734319264059/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:state/1734319264059/Put/vlen=4/seqid=70 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:regioninfo/1734319263900/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:regioninfo/1734319263900/Put/vlen=65/seqid=49 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:seqnumDuringOpen/1734319263900/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:seqnumDuringOpen/1734319263900/Put/vlen=8/seqid=49 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:server/1734319263900/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:server/1734319263900/Put/vlen=18/seqid=49 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:serverstartcode/1734319263900/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:serverstartcode/1734319263900/Put/vlen=8/seqid=49 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:sn/1734319263697/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:sn/1734319263697/Put/vlen=32/seqid=25 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:state/1734319263900/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:state/1734319263900/Put/vlen=4/seqid=49 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:regioninfo/1734319263919/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:regioninfo/1734319263919/Put/vlen=65/seqid=53 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:seqnumDuringOpen/1734319263919/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:seqnumDuringOpen/1734319263919/Put/vlen=8/seqid=53 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:server/1734319263919/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:server/1734319263919/Put/vlen=18/seqid=53 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:serverstartcode/1734319263919/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:serverstartcode/1734319263919/Put/vlen=8/seqid=53 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:sn/1734319263718/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:sn/1734319263718/Put/vlen=32/seqid=40 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:state/1734319263919/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:state/1734319263919/Put/vlen=4/seqid=53 2024-12-16T03:21:05,021 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:regioninfo/1734319263961/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:regioninfo/1734319263961/Put/vlen=65/seqid=60 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:seqnumDuringOpen/1734319263961/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:seqnumDuringOpen/1734319263961/Put/vlen=8/seqid=60 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:server/1734319263961/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:server/1734319263961/Put/vlen=18/seqid=60 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:serverstartcode/1734319263961/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:serverstartcode/1734319263961/Put/vlen=8/seqid=60 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:sn/1734319263705/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:sn/1734319263705/Put/vlen=32/seqid=30 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:state/1734319263961/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:state/1734319263961/Put/vlen=4/seqid=60 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:regioninfo/1734319264051/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:regioninfo/1734319264051/Put/vlen=65/seqid=68 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:seqnumDuringOpen/1734319264051/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:seqnumDuringOpen/1734319264051/Put/vlen=8/seqid=68 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:server/1734319264051/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:server/1734319264051/Put/vlen=18/seqid=68 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:serverstartcode/1734319264051/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:serverstartcode/1734319264051/Put/vlen=8/seqid=68 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:sn/1734319263716/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:sn/1734319263716/Put/vlen=32/seqid=39 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:state/1734319264051/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:state/1734319264051/Put/vlen=4/seqid=68 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:regioninfo/1734319263921/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:regioninfo/1734319263921/Put/vlen=65/seqid=54 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:seqnumDuringOpen/1734319263921/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:seqnumDuringOpen/1734319263921/Put/vlen=8/seqid=54 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:server/1734319263921/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:server/1734319263921/Put/vlen=18/seqid=54 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:serverstartcode/1734319263921/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:serverstartcode/1734319263921/Put/vlen=8/seqid=54 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:sn/1734319263696/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:sn/1734319263696/Put/vlen=32/seqid=24 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:state/1734319263921/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:state/1734319263921/Put/vlen=4/seqid=54 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:regioninfo/1734319264052/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:regioninfo/1734319264052/Put/vlen=62/seqid=69 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:seqnumDuringOpen/1734319264052/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:seqnumDuringOpen/1734319264052/Put/vlen=8/seqid=69 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:server/1734319264052/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:server/1734319264052/Put/vlen=18/seqid=69 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:serverstartcode/1734319264052/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:serverstartcode/1734319264052/Put/vlen=8/seqid=69 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:sn/1734319263722/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:sn/1734319263722/Put/vlen=32/seqid=45 2024-12-16T03:21:05,022 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:state/1734319264052/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:state/1734319264052/Put/vlen=4/seqid=69 2024-12-16T03:21:05,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicates_1', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:21:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicates_1 2024-12-16T03:21:05,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:21:05,026 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:05,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicates_1" procId is: 69 2024-12-16T03:21:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:21:05,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:21:05,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741869_1045 (size=377) 2024-12-16T03:21:05,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741869_1045 (size=377) 2024-12-16T03:21:05,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741869_1045 (size=377) 2024-12-16T03:21:05,068 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a7ec8a587508799c2c22b3ab26030a78, NAME => 'testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,069 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 55783f8f2209b7ea68a96a72c581621d, NAME => 'testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,076 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e75ac34539ae8cde36ca054a95d3f20d, NAME => 'testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741871_1047 (size=63) 2024-12-16T03:21:05,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741871_1047 (size=63) 2024-12-16T03:21:05,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741871_1047 (size=63) 2024-12-16T03:21:05,118 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,118 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing a7ec8a587508799c2c22b3ab26030a78, disabling compactions & flushes 2024-12-16T03:21:05,118 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78. 2024-12-16T03:21:05,118 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78. 2024-12-16T03:21:05,118 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78. after waiting 0 ms 2024-12-16T03:21:05,118 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78. 2024-12-16T03:21:05,118 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78. 2024-12-16T03:21:05,118 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for a7ec8a587508799c2c22b3ab26030a78: 2024-12-16T03:21:05,119 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 51ccdd614f4f4f04af5779df7aad8b8d, NAME => 'testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741870_1046 (size=66) 2024-12-16T03:21:05,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741870_1046 (size=66) 2024-12-16T03:21:05,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741870_1046 (size=66) 2024-12-16T03:21:05,126 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,126 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 55783f8f2209b7ea68a96a72c581621d, disabling compactions & flushes 2024-12-16T03:21:05,126 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d. 2024-12-16T03:21:05,126 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d. 2024-12-16T03:21:05,127 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d. after waiting 0 ms 2024-12-16T03:21:05,127 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d. 2024-12-16T03:21:05,127 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d. 2024-12-16T03:21:05,127 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 55783f8f2209b7ea68a96a72c581621d: 2024-12-16T03:21:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:21:05,127 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 502e647606c71dc0de9cdc1b4da981fc, NAME => 'testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741872_1048 (size=66) 2024-12-16T03:21:05,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741872_1048 (size=66) 2024-12-16T03:21:05,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741872_1048 (size=66) 2024-12-16T03:21:05,140 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,141 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing e75ac34539ae8cde36ca054a95d3f20d, disabling compactions & flushes 2024-12-16T03:21:05,141 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d. 2024-12-16T03:21:05,141 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d. 2024-12-16T03:21:05,141 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d. after waiting 0 ms 2024-12-16T03:21:05,141 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d. 2024-12-16T03:21:05,141 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d. 2024-12-16T03:21:05,141 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for e75ac34539ae8cde36ca054a95d3f20d: 2024-12-16T03:21:05,142 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e1e6b408a6c8a126bc594a45e89cc176, NAME => 'testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,149 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 40327, reset compression=false 2024-12-16T03:21:05,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741873_1049 (size=66) 2024-12-16T03:21:05,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741873_1049 (size=66) 2024-12-16T03:21:05,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741873_1049 (size=66) 2024-12-16T03:21:05,154 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,154 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 51ccdd614f4f4f04af5779df7aad8b8d, disabling compactions & flushes 2024-12-16T03:21:05,154 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d. 2024-12-16T03:21:05,154 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d. 2024-12-16T03:21:05,154 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d. after waiting 0 ms 2024-12-16T03:21:05,154 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d. 2024-12-16T03:21:05,154 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d. 2024-12-16T03:21:05,154 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 51ccdd614f4f4f04af5779df7aad8b8d: 2024-12-16T03:21:05,155 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6ae7b120c3f87d9f7cc0fcb9958b8529, NAME => 'testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741874_1050 (size=66) 2024-12-16T03:21:05,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741874_1050 (size=66) 2024-12-16T03:21:05,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741874_1050 (size=66) 2024-12-16T03:21:05,161 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,161 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 502e647606c71dc0de9cdc1b4da981fc, disabling compactions & flushes 2024-12-16T03:21:05,161 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc. 2024-12-16T03:21:05,161 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc. 2024-12-16T03:21:05,161 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc. after waiting 0 ms 2024-12-16T03:21:05,161 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc. 2024-12-16T03:21:05,161 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc. 2024-12-16T03:21:05,162 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 502e647606c71dc0de9cdc1b4da981fc: 2024-12-16T03:21:05,162 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9501c992faadd1d7a2f25bfda1930eaa, NAME => 'testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741875_1051 (size=66) 2024-12-16T03:21:05,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741875_1051 (size=66) 2024-12-16T03:21:05,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741875_1051 (size=66) 2024-12-16T03:21:05,170 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,170 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing e1e6b408a6c8a126bc594a45e89cc176, disabling compactions & flushes 2024-12-16T03:21:05,170 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176. 2024-12-16T03:21:05,170 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176. 2024-12-16T03:21:05,170 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176. after waiting 0 ms 2024-12-16T03:21:05,170 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176. 2024-12-16T03:21:05,170 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176. 2024-12-16T03:21:05,195 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for e1e6b408a6c8a126bc594a45e89cc176: 2024-12-16T03:21:05,196 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 369cda1239deb8ab8a00a5b0b9fee448, NAME => 'testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741877_1053 (size=66) 2024-12-16T03:21:05,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741877_1053 (size=66) 2024-12-16T03:21:05,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741877_1053 (size=66) 2024-12-16T03:21:05,197 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,198 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 9501c992faadd1d7a2f25bfda1930eaa, disabling compactions & flushes 2024-12-16T03:21:05,198 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa. 2024-12-16T03:21:05,198 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa. 2024-12-16T03:21:05,198 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa. after waiting 0 ms 2024-12-16T03:21:05,198 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa. 2024-12-16T03:21:05,198 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa. 2024-12-16T03:21:05,198 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9501c992faadd1d7a2f25bfda1930eaa: 2024-12-16T03:21:05,198 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e14c05572bced8393e72057c40f8cd5e, NAME => 'testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741876_1052 (size=66) 2024-12-16T03:21:05,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741876_1052 (size=66) 2024-12-16T03:21:05,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741876_1052 (size=66) 2024-12-16T03:21:05,200 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,200 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 6ae7b120c3f87d9f7cc0fcb9958b8529, disabling compactions & flushes 2024-12-16T03:21:05,200 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529. 2024-12-16T03:21:05,200 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529. 2024-12-16T03:21:05,201 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529. after waiting 0 ms 2024-12-16T03:21:05,201 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529. 2024-12-16T03:21:05,201 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529. 2024-12-16T03:21:05,201 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6ae7b120c3f87d9f7cc0fcb9958b8529: 2024-12-16T03:21:05,201 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 212e23fa23174851ced0949639143656, NAME => 'testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741878_1054 (size=66) 2024-12-16T03:21:05,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741878_1054 (size=66) 2024-12-16T03:21:05,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741878_1054 (size=66) 2024-12-16T03:21:05,205 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,205 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing 369cda1239deb8ab8a00a5b0b9fee448, disabling compactions & flushes 2024-12-16T03:21:05,205 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448. 2024-12-16T03:21:05,205 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448. 2024-12-16T03:21:05,205 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448. after waiting 0 ms 2024-12-16T03:21:05,205 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448. 2024-12-16T03:21:05,205 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448. 2024-12-16T03:21:05,205 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for 369cda1239deb8ab8a00a5b0b9fee448: 2024-12-16T03:21:05,206 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f6c7eee14c3fdf85c08fdd2194a4f1fc, NAME => 'testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741879_1055 (size=66) 2024-12-16T03:21:05,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741879_1055 (size=66) 2024-12-16T03:21:05,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741879_1055 (size=66) 2024-12-16T03:21:05,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741880_1056 (size=66) 2024-12-16T03:21:05,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741880_1056 (size=66) 2024-12-16T03:21:05,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741880_1056 (size=66) 2024-12-16T03:21:05,209 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,209 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing e14c05572bced8393e72057c40f8cd5e, disabling compactions & flushes 2024-12-16T03:21:05,209 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,209 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e. 2024-12-16T03:21:05,209 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e. 2024-12-16T03:21:05,209 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e. after waiting 0 ms 2024-12-16T03:21:05,209 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e. 2024-12-16T03:21:05,209 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 212e23fa23174851ced0949639143656, disabling compactions & flushes 2024-12-16T03:21:05,209 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e. 2024-12-16T03:21:05,209 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656. 2024-12-16T03:21:05,209 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for e14c05572bced8393e72057c40f8cd5e: 2024-12-16T03:21:05,209 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656. 2024-12-16T03:21:05,209 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656. after waiting 0 ms 2024-12-16T03:21:05,209 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656. 2024-12-16T03:21:05,209 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656. 2024-12-16T03:21:05,209 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 212e23fa23174851ced0949639143656: 2024-12-16T03:21:05,209 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e420abbcc5f903284b80c14f80ba8ddd, NAME => 'testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,210 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 93d6569829d5b84605b466631a3f3628, NAME => 'testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741881_1057 (size=66) 2024-12-16T03:21:05,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741881_1057 (size=66) 2024-12-16T03:21:05,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741881_1057 (size=66) 2024-12-16T03:21:05,212 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,212 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing f6c7eee14c3fdf85c08fdd2194a4f1fc, disabling compactions & flushes 2024-12-16T03:21:05,212 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc. 2024-12-16T03:21:05,213 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc. 2024-12-16T03:21:05,213 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc. after waiting 0 ms 2024-12-16T03:21:05,213 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc. 2024-12-16T03:21:05,213 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc. 2024-12-16T03:21:05,213 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for f6c7eee14c3fdf85c08fdd2194a4f1fc: 2024-12-16T03:21:05,213 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a26330df152a682f0a8ae71dafc6e33e, NAME => 'testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741883_1059 (size=66) 2024-12-16T03:21:05,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741882_1058 (size=66) 2024-12-16T03:21:05,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741883_1059 (size=66) 2024-12-16T03:21:05,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741882_1058 (size=66) 2024-12-16T03:21:05,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741883_1059 (size=66) 2024-12-16T03:21:05,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741882_1058 (size=66) 2024-12-16T03:21:05,216 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,216 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,216 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 93d6569829d5b84605b466631a3f3628, disabling compactions & flushes 2024-12-16T03:21:05,216 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing e420abbcc5f903284b80c14f80ba8ddd, disabling compactions & flushes 2024-12-16T03:21:05,216 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628. 2024-12-16T03:21:05,216 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628. 2024-12-16T03:21:05,216 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628. after waiting 0 ms 2024-12-16T03:21:05,216 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd. 2024-12-16T03:21:05,216 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628. 2024-12-16T03:21:05,216 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628. 2024-12-16T03:21:05,216 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd. 2024-12-16T03:21:05,216 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 93d6569829d5b84605b466631a3f3628: 2024-12-16T03:21:05,216 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd. after waiting 0 ms 2024-12-16T03:21:05,216 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd. 2024-12-16T03:21:05,216 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd. 2024-12-16T03:21:05,216 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for e420abbcc5f903284b80c14f80ba8ddd: 2024-12-16T03:21:05,217 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => df235ce33ff7fac4104266e8182f220b, NAME => 'testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,217 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3efea7c592052af442d46db9aaffc8e6, NAME => 'testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741884_1060 (size=66) 2024-12-16T03:21:05,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741884_1060 (size=66) 2024-12-16T03:21:05,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741884_1060 (size=66) 2024-12-16T03:21:05,220 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,220 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing a26330df152a682f0a8ae71dafc6e33e, disabling compactions & flushes 2024-12-16T03:21:05,220 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e. 2024-12-16T03:21:05,220 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e. 2024-12-16T03:21:05,220 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e. after waiting 0 ms 2024-12-16T03:21:05,220 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e. 2024-12-16T03:21:05,220 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e. 2024-12-16T03:21:05,220 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for a26330df152a682f0a8ae71dafc6e33e: 2024-12-16T03:21:05,220 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 647c7f38caa9341a02c99368478326e0, NAME => 'testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741886_1062 (size=66) 2024-12-16T03:21:05,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741885_1061 (size=66) 2024-12-16T03:21:05,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741886_1062 (size=66) 2024-12-16T03:21:05,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741885_1061 (size=66) 2024-12-16T03:21:05,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741885_1061 (size=66) 2024-12-16T03:21:05,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741886_1062 (size=66) 2024-12-16T03:21:05,223 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,223 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,224 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 3efea7c592052af442d46db9aaffc8e6, disabling compactions & flushes 2024-12-16T03:21:05,224 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing df235ce33ff7fac4104266e8182f220b, disabling compactions & flushes 2024-12-16T03:21:05,224 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6. 2024-12-16T03:21:05,224 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b. 2024-12-16T03:21:05,224 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b. 2024-12-16T03:21:05,224 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6. 2024-12-16T03:21:05,224 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b. after waiting 0 ms 2024-12-16T03:21:05,224 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b. 2024-12-16T03:21:05,224 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6. after waiting 0 ms 2024-12-16T03:21:05,224 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b. 2024-12-16T03:21:05,224 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6. 2024-12-16T03:21:05,224 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for df235ce33ff7fac4104266e8182f220b: 2024-12-16T03:21:05,224 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6. 2024-12-16T03:21:05,224 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3efea7c592052af442d46db9aaffc8e6: 2024-12-16T03:21:05,224 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1bd4a4584a48b0d3d7e508fca944f53f, NAME => 'testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,225 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c1118392d54949bc2f4371996e818839, NAME => 'testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741887_1063 (size=66) 2024-12-16T03:21:05,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741887_1063 (size=66) 2024-12-16T03:21:05,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741887_1063 (size=66) 2024-12-16T03:21:05,227 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,227 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing 647c7f38caa9341a02c99368478326e0, disabling compactions & flushes 2024-12-16T03:21:05,227 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0. 2024-12-16T03:21:05,227 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0. 2024-12-16T03:21:05,227 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0. after waiting 0 ms 2024-12-16T03:21:05,227 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0. 2024-12-16T03:21:05,227 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0. 2024-12-16T03:21:05,227 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for 647c7f38caa9341a02c99368478326e0: 2024-12-16T03:21:05,228 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3582ee930e6ea58a5088ce6409229567, NAME => 'testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741889_1065 (size=66) 2024-12-16T03:21:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741889_1065 (size=66) 2024-12-16T03:21:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741889_1065 (size=66) 2024-12-16T03:21:05,230 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,231 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing c1118392d54949bc2f4371996e818839, disabling compactions & flushes 2024-12-16T03:21:05,231 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839. 2024-12-16T03:21:05,231 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839. 2024-12-16T03:21:05,231 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839. after waiting 0 ms 2024-12-16T03:21:05,231 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839. 2024-12-16T03:21:05,231 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839. 2024-12-16T03:21:05,231 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for c1118392d54949bc2f4371996e818839: 2024-12-16T03:21:05,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741888_1064 (size=66) 2024-12-16T03:21:05,232 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 92375bcdf793cba272a3087b171441d9, NAME => 'testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741888_1064 (size=66) 2024-12-16T03:21:05,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741888_1064 (size=66) 2024-12-16T03:21:05,233 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,233 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 1bd4a4584a48b0d3d7e508fca944f53f, disabling compactions & flushes 2024-12-16T03:21:05,233 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f. 2024-12-16T03:21:05,233 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f. 2024-12-16T03:21:05,233 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f. after waiting 0 ms 2024-12-16T03:21:05,233 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f. 2024-12-16T03:21:05,233 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f. 2024-12-16T03:21:05,233 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1bd4a4584a48b0d3d7e508fca944f53f: 2024-12-16T03:21:05,233 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 94913f2411fbbbd1c82ccd9082cf399a, NAME => 'testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741890_1066 (size=66) 2024-12-16T03:21:05,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741890_1066 (size=66) 2024-12-16T03:21:05,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741890_1066 (size=66) 2024-12-16T03:21:05,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741891_1067 (size=66) 2024-12-16T03:21:05,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741891_1067 (size=66) 2024-12-16T03:21:05,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741891_1067 (size=66) 2024-12-16T03:21:05,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741892_1068 (size=66) 2024-12-16T03:21:05,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741892_1068 (size=66) 2024-12-16T03:21:05,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741892_1068 (size=66) 2024-12-16T03:21:05,243 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,243 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 94913f2411fbbbd1c82ccd9082cf399a, disabling compactions & flushes 2024-12-16T03:21:05,243 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a. 2024-12-16T03:21:05,243 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a. 2024-12-16T03:21:05,243 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a. after waiting 0 ms 2024-12-16T03:21:05,243 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a. 2024-12-16T03:21:05,243 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a. 2024-12-16T03:21:05,243 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 94913f2411fbbbd1c82ccd9082cf399a: 2024-12-16T03:21:05,243 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 98676e7778125eb013f528c3eb71806a, NAME => 'testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,252 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,252 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 92375bcdf793cba272a3087b171441d9, disabling compactions & flushes 2024-12-16T03:21:05,252 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9. 2024-12-16T03:21:05,252 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9. 2024-12-16T03:21:05,252 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9. after waiting 0 ms 2024-12-16T03:21:05,252 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9. 2024-12-16T03:21:05,252 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9. 2024-12-16T03:21:05,252 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 92375bcdf793cba272a3087b171441d9: 2024-12-16T03:21:05,253 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3d70c0dbdd56603c6e6e1b2ec7053bf3, NAME => 'testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3.', STARTKEY => 'yyy', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb 2024-12-16T03:21:05,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741893_1069 (size=66) 2024-12-16T03:21:05,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741893_1069 (size=66) 2024-12-16T03:21:05,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741893_1069 (size=66) 2024-12-16T03:21:05,256 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,256 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 98676e7778125eb013f528c3eb71806a, disabling compactions & flushes 2024-12-16T03:21:05,256 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a. 2024-12-16T03:21:05,256 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a. 2024-12-16T03:21:05,256 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a. after waiting 0 ms 2024-12-16T03:21:05,256 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a. 2024-12-16T03:21:05,256 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a. 2024-12-16T03:21:05,256 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 98676e7778125eb013f528c3eb71806a: 2024-12-16T03:21:05,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741894_1070 (size=63) 2024-12-16T03:21:05,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741894_1070 (size=63) 2024-12-16T03:21:05,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741894_1070 (size=63) 2024-12-16T03:21:05,261 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,261 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 3d70c0dbdd56603c6e6e1b2ec7053bf3, disabling compactions & flushes 2024-12-16T03:21:05,261 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3. 2024-12-16T03:21:05,261 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3. 2024-12-16T03:21:05,261 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3. after waiting 0 ms 2024-12-16T03:21:05,261 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3. 2024-12-16T03:21:05,261 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3. 2024-12-16T03:21:05,261 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3d70c0dbdd56603c6e6e1b2ec7053bf3: 2024-12-16T03:21:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:21:05,604 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:05,604 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:21:05,637 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,637 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing 3582ee930e6ea58a5088ce6409229567, disabling compactions & flushes 2024-12-16T03:21:05,637 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567. 2024-12-16T03:21:05,637 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567. 2024-12-16T03:21:05,637 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567. after waiting 0 ms 2024-12-16T03:21:05,637 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567. 2024-12-16T03:21:05,637 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567. 2024-12-16T03:21:05,637 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3582ee930e6ea58a5088ce6409229567: 2024-12-16T03:21:05,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734319265638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319265638"}]},"ts":"1734319265638"} 2024-12-16T03:21:05,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 25 regions to meta. 2024-12-16T03:21:05,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:21:05,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319265643"}]},"ts":"1734319265643"} 2024-12-16T03:21:05,644 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_1, state=ENABLING in hbase:meta 2024-12-16T03:21:05,652 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 40327, reset compression=false 2024-12-16T03:21:05,656 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:21:05,656 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 47848, reset compression=false 2024-12-16T03:21:05,657 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/72=[#edits: 50 = ],9692}, {hbase:meta/1588230740/73=[#edits: 1 = ],204}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=47848, nbRowKeys=26, nbHFiles=0, heapSize=9896, lastSeqIds={}, endOfFile=false,usedBufferSize=9896] 2024-12-16T03:21:05,667 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:21:05,674 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:21:05,674 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:21:05,674 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:21:05,674 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:21:05,674 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:21:05,674 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:21:05,674 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:21:05,674 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:21:05,674 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T03:21:05,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a7ec8a587508799c2c22b3ab26030a78, ASSIGN}, {pid=71, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=55783f8f2209b7ea68a96a72c581621d, ASSIGN}, {pid=72, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e75ac34539ae8cde36ca054a95d3f20d, ASSIGN}, {pid=73, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=51ccdd614f4f4f04af5779df7aad8b8d, ASSIGN}, {pid=74, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=502e647606c71dc0de9cdc1b4da981fc, ASSIGN}, {pid=75, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e1e6b408a6c8a126bc594a45e89cc176, ASSIGN}, {pid=76, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=6ae7b120c3f87d9f7cc0fcb9958b8529, ASSIGN}, {pid=77, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=9501c992faadd1d7a2f25bfda1930eaa, ASSIGN}, {pid=78, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=369cda1239deb8ab8a00a5b0b9fee448, ASSIGN}, {pid=79, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e14c05572bced8393e72057c40f8cd5e, ASSIGN}, {pid=80, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=212e23fa23174851ced0949639143656, ASSIGN}, {pid=81, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f6c7eee14c3fdf85c08fdd2194a4f1fc, ASSIGN}, {pid=82, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e420abbcc5f903284b80c14f80ba8ddd, ASSIGN}, {pid=83, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=93d6569829d5b84605b466631a3f3628, ASSIGN}, {pid=84, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a26330df152a682f0a8ae71dafc6e33e, ASSIGN}, {pid=85, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=df235ce33ff7fac4104266e8182f220b, ASSIGN}, {pid=86, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3efea7c592052af442d46db9aaffc8e6, ASSIGN}, {pid=87, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=647c7f38caa9341a02c99368478326e0, ASSIGN}, {pid=88, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=1bd4a4584a48b0d3d7e508fca944f53f, ASSIGN}, {pid=89, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=c1118392d54949bc2f4371996e818839, ASSIGN}, {pid=90, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3582ee930e6ea58a5088ce6409229567, ASSIGN}, {pid=91, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=92375bcdf793cba272a3087b171441d9, ASSIGN}, {pid=92, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=94913f2411fbbbd1c82ccd9082cf399a, ASSIGN}, {pid=93, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=98676e7778125eb013f528c3eb71806a, ASSIGN}, {pid=94, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3d70c0dbdd56603c6e6e1b2ec7053bf3, ASSIGN}] 2024-12-16T03:21:05,677 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=72, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e75ac34539ae8cde36ca054a95d3f20d, ASSIGN 2024-12-16T03:21:05,677 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=51ccdd614f4f4f04af5779df7aad8b8d, ASSIGN 2024-12-16T03:21:05,677 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=55783f8f2209b7ea68a96a72c581621d, ASSIGN 2024-12-16T03:21:05,677 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a7ec8a587508799c2c22b3ab26030a78, ASSIGN 2024-12-16T03:21:05,677 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=72, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e75ac34539ae8cde36ca054a95d3f20d, ASSIGN; state=OFFLINE, location=f0d65a6309ee,46459,1734319260285; forceNewPlan=false, retain=false 2024-12-16T03:21:05,677 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=73, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=51ccdd614f4f4f04af5779df7aad8b8d, ASSIGN; state=OFFLINE, location=f0d65a6309ee,35125,1734319260227; forceNewPlan=false, retain=false 2024-12-16T03:21:05,678 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=55783f8f2209b7ea68a96a72c581621d, ASSIGN; state=OFFLINE, location=f0d65a6309ee,40819,1734319260195; forceNewPlan=false, retain=false 2024-12-16T03:21:05,678 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a7ec8a587508799c2c22b3ab26030a78, ASSIGN; state=OFFLINE, location=f0d65a6309ee,41321,1734319260255; forceNewPlan=false, retain=false 2024-12-16T03:21:05,679 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=92375bcdf793cba272a3087b171441d9, ASSIGN 2024-12-16T03:21:05,679 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=92, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=94913f2411fbbbd1c82ccd9082cf399a, ASSIGN 2024-12-16T03:21:05,679 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=90, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3582ee930e6ea58a5088ce6409229567, ASSIGN 2024-12-16T03:21:05,679 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=98676e7778125eb013f528c3eb71806a, ASSIGN 2024-12-16T03:21:05,679 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=94, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3d70c0dbdd56603c6e6e1b2ec7053bf3, ASSIGN 2024-12-16T03:21:05,679 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=92, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=94913f2411fbbbd1c82ccd9082cf399a, ASSIGN; state=OFFLINE, location=f0d65a6309ee,41321,1734319260255; forceNewPlan=false, retain=false 2024-12-16T03:21:05,679 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=92375bcdf793cba272a3087b171441d9, ASSIGN; state=OFFLINE, location=f0d65a6309ee,40819,1734319260195; forceNewPlan=false, retain=false 2024-12-16T03:21:05,679 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=90, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3582ee930e6ea58a5088ce6409229567, ASSIGN; state=OFFLINE, location=f0d65a6309ee,41321,1734319260255; forceNewPlan=false, retain=false 2024-12-16T03:21:05,679 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=98676e7778125eb013f528c3eb71806a, ASSIGN; state=OFFLINE, location=f0d65a6309ee,46459,1734319260285; forceNewPlan=false, retain=false 2024-12-16T03:21:05,679 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=94, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3d70c0dbdd56603c6e6e1b2ec7053bf3, ASSIGN; state=OFFLINE, location=f0d65a6309ee,35125,1734319260227; forceNewPlan=false, retain=false 2024-12-16T03:21:05,680 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=c1118392d54949bc2f4371996e818839, ASSIGN 2024-12-16T03:21:05,680 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=89, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=c1118392d54949bc2f4371996e818839, ASSIGN; state=OFFLINE, location=f0d65a6309ee,46459,1734319260285; forceNewPlan=false, retain=false 2024-12-16T03:21:05,680 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=647c7f38caa9341a02c99368478326e0, ASSIGN 2024-12-16T03:21:05,681 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=86, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3efea7c592052af442d46db9aaffc8e6, ASSIGN 2024-12-16T03:21:05,681 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=87, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=647c7f38caa9341a02c99368478326e0, ASSIGN; state=OFFLINE, location=f0d65a6309ee,40819,1734319260195; forceNewPlan=false, retain=false 2024-12-16T03:21:05,681 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=88, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=1bd4a4584a48b0d3d7e508fca944f53f, ASSIGN 2024-12-16T03:21:05,681 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=86, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3efea7c592052af442d46db9aaffc8e6, ASSIGN; state=OFFLINE, location=f0d65a6309ee,41321,1734319260255; forceNewPlan=false, retain=false 2024-12-16T03:21:05,681 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=88, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=1bd4a4584a48b0d3d7e508fca944f53f, ASSIGN; state=OFFLINE, location=f0d65a6309ee,35125,1734319260227; forceNewPlan=false, retain=false 2024-12-16T03:21:05,682 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=df235ce33ff7fac4104266e8182f220b, ASSIGN 2024-12-16T03:21:05,682 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=85, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=df235ce33ff7fac4104266e8182f220b, ASSIGN; state=OFFLINE, location=f0d65a6309ee,35125,1734319260227; forceNewPlan=false, retain=false 2024-12-16T03:21:05,682 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=84, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a26330df152a682f0a8ae71dafc6e33e, ASSIGN 2024-12-16T03:21:05,682 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=83, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=93d6569829d5b84605b466631a3f3628, ASSIGN 2024-12-16T03:21:05,683 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=82, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e420abbcc5f903284b80c14f80ba8ddd, ASSIGN 2024-12-16T03:21:05,683 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=84, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a26330df152a682f0a8ae71dafc6e33e, ASSIGN; state=OFFLINE, location=f0d65a6309ee,46459,1734319260285; forceNewPlan=false, retain=false 2024-12-16T03:21:05,683 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=83, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=93d6569829d5b84605b466631a3f3628, ASSIGN; state=OFFLINE, location=f0d65a6309ee,41321,1734319260255; forceNewPlan=false, retain=false 2024-12-16T03:21:05,683 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=82, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e420abbcc5f903284b80c14f80ba8ddd, ASSIGN; state=OFFLINE, location=f0d65a6309ee,40819,1734319260195; forceNewPlan=false, retain=false 2024-12-16T03:21:05,683 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=80, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=212e23fa23174851ced0949639143656, ASSIGN 2024-12-16T03:21:05,683 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=81, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f6c7eee14c3fdf85c08fdd2194a4f1fc, ASSIGN 2024-12-16T03:21:05,683 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=79, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e14c05572bced8393e72057c40f8cd5e, ASSIGN 2024-12-16T03:21:05,684 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=79, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e14c05572bced8393e72057c40f8cd5e, ASSIGN; state=OFFLINE, location=f0d65a6309ee,40819,1734319260195; forceNewPlan=false, retain=false 2024-12-16T03:21:05,684 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=80, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=212e23fa23174851ced0949639143656, ASSIGN; state=OFFLINE, location=f0d65a6309ee,46459,1734319260285; forceNewPlan=false, retain=false 2024-12-16T03:21:05,684 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=81, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f6c7eee14c3fdf85c08fdd2194a4f1fc, ASSIGN; state=OFFLINE, location=f0d65a6309ee,35125,1734319260227; forceNewPlan=false, retain=false 2024-12-16T03:21:05,684 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=78, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=369cda1239deb8ab8a00a5b0b9fee448, ASSIGN 2024-12-16T03:21:05,684 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=78, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=369cda1239deb8ab8a00a5b0b9fee448, ASSIGN; state=OFFLINE, location=f0d65a6309ee,41321,1734319260255; forceNewPlan=false, retain=false 2024-12-16T03:21:05,685 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=74, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=502e647606c71dc0de9cdc1b4da981fc, ASSIGN 2024-12-16T03:21:05,685 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=75, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e1e6b408a6c8a126bc594a45e89cc176, ASSIGN 2024-12-16T03:21:05,685 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=76, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=6ae7b120c3f87d9f7cc0fcb9958b8529, ASSIGN 2024-12-16T03:21:05,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=77, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=9501c992faadd1d7a2f25bfda1930eaa, ASSIGN 2024-12-16T03:21:05,686 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=74, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=502e647606c71dc0de9cdc1b4da981fc, ASSIGN; state=OFFLINE, location=f0d65a6309ee,41321,1734319260255; forceNewPlan=false, retain=false 2024-12-16T03:21:05,686 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=76, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=6ae7b120c3f87d9f7cc0fcb9958b8529, ASSIGN; state=OFFLINE, location=f0d65a6309ee,35125,1734319260227; forceNewPlan=false, retain=false 2024-12-16T03:21:05,686 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=75, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e1e6b408a6c8a126bc594a45e89cc176, ASSIGN; state=OFFLINE, location=f0d65a6309ee,40819,1734319260195; forceNewPlan=false, retain=false 2024-12-16T03:21:05,686 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=77, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=9501c992faadd1d7a2f25bfda1930eaa, ASSIGN; state=OFFLINE, location=f0d65a6309ee,46459,1734319260285; forceNewPlan=false, retain=false 2024-12-16T03:21:05,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:05,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:05,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:05,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:05,828 INFO [f0d65a6309ee:35911 {}] balancer.BaseLoadBalancer(546): Reassigned 25 regions. 25 retained the pre-restart assignment. 2024-12-16T03:21:05,828 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=98676e7778125eb013f528c3eb71806a, regionState=OPENING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:05,828 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=80 updating hbase:meta row=212e23fa23174851ced0949639143656, regionState=OPENING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:05,828 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=84 updating hbase:meta row=a26330df152a682f0a8ae71dafc6e33e, regionState=OPENING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:05,828 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=e75ac34539ae8cde36ca054a95d3f20d, regionState=OPENING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:05,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=9501c992faadd1d7a2f25bfda1930eaa, regionState=OPENING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:05,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=72, state=RUNNABLE; OpenRegionProcedure e75ac34539ae8cde36ca054a95d3f20d, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:05,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=84, state=RUNNABLE; OpenRegionProcedure a26330df152a682f0a8ae71dafc6e33e, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:05,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=77, state=RUNNABLE; OpenRegionProcedure 9501c992faadd1d7a2f25bfda1930eaa, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:05,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=80, state=RUNNABLE; OpenRegionProcedure 212e23fa23174851ced0949639143656, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:05,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=93, state=RUNNABLE; OpenRegionProcedure 98676e7778125eb013f528c3eb71806a, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:05,832 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=c1118392d54949bc2f4371996e818839, regionState=OPENING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:05,832 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=86 updating hbase:meta row=3efea7c592052af442d46db9aaffc8e6, regionState=OPENING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:05,833 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=74 updating hbase:meta row=502e647606c71dc0de9cdc1b4da981fc, regionState=OPENING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:05,833 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=70 updating hbase:meta row=a7ec8a587508799c2c22b3ab26030a78, regionState=OPENING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:05,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=89, state=RUNNABLE; OpenRegionProcedure c1118392d54949bc2f4371996e818839, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:05,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=86, state=RUNNABLE; OpenRegionProcedure 3efea7c592052af442d46db9aaffc8e6, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:05,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=70, state=RUNNABLE; OpenRegionProcedure a7ec8a587508799c2c22b3ab26030a78, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:05,834 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=92 updating hbase:meta row=94913f2411fbbbd1c82ccd9082cf399a, regionState=OPENING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:05,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=74, state=RUNNABLE; OpenRegionProcedure 502e647606c71dc0de9cdc1b4da981fc, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:05,835 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=93d6569829d5b84605b466631a3f3628, regionState=OPENING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:05,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=83, state=RUNNABLE; OpenRegionProcedure 93d6569829d5b84605b466631a3f3628, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:05,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=92, state=RUNNABLE; OpenRegionProcedure 94913f2411fbbbd1c82ccd9082cf399a, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:05,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=90 updating hbase:meta row=3582ee930e6ea58a5088ce6409229567, regionState=OPENING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:05,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=78 updating hbase:meta row=369cda1239deb8ab8a00a5b0b9fee448, regionState=OPENING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:05,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=90, state=RUNNABLE; OpenRegionProcedure 3582ee930e6ea58a5088ce6409229567, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:05,837 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=82 updating hbase:meta row=e420abbcc5f903284b80c14f80ba8ddd, regionState=OPENING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:05,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=82, state=RUNNABLE; OpenRegionProcedure e420abbcc5f903284b80c14f80ba8ddd, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:05,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=78, state=RUNNABLE; OpenRegionProcedure 369cda1239deb8ab8a00a5b0b9fee448, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:05,839 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=e14c05572bced8393e72057c40f8cd5e, regionState=OPENING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:05,839 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=92375bcdf793cba272a3087b171441d9, regionState=OPENING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:05,839 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=e1e6b408a6c8a126bc594a45e89cc176, regionState=OPENING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:05,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=79, state=RUNNABLE; OpenRegionProcedure e14c05572bced8393e72057c40f8cd5e, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:05,840 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=647c7f38caa9341a02c99368478326e0, regionState=OPENING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:05,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=91, state=RUNNABLE; OpenRegionProcedure 92375bcdf793cba272a3087b171441d9, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:05,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=75, state=RUNNABLE; OpenRegionProcedure e1e6b408a6c8a126bc594a45e89cc176, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:05,842 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=55783f8f2209b7ea68a96a72c581621d, regionState=OPENING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:05,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=87, state=RUNNABLE; OpenRegionProcedure 647c7f38caa9341a02c99368478326e0, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:05,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=71, state=RUNNABLE; OpenRegionProcedure 55783f8f2209b7ea68a96a72c581621d, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:05,844 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=88 updating hbase:meta row=1bd4a4584a48b0d3d7e508fca944f53f, regionState=OPENING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:05,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=51ccdd614f4f4f04af5779df7aad8b8d, regionState=OPENING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:05,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=df235ce33ff7fac4104266e8182f220b, regionState=OPENING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:05,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=88, state=RUNNABLE; OpenRegionProcedure 1bd4a4584a48b0d3d7e508fca944f53f, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:05,845 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=f6c7eee14c3fdf85c08fdd2194a4f1fc, regionState=OPENING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:05,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=73, state=RUNNABLE; OpenRegionProcedure 51ccdd614f4f4f04af5779df7aad8b8d, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:05,846 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=94 updating hbase:meta row=3d70c0dbdd56603c6e6e1b2ec7053bf3, regionState=OPENING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:05,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=85, state=RUNNABLE; OpenRegionProcedure df235ce33ff7fac4104266e8182f220b, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:05,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=81, state=RUNNABLE; OpenRegionProcedure f6c7eee14c3fdf85c08fdd2194a4f1fc, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:05,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=94, state=RUNNABLE; OpenRegionProcedure 3d70c0dbdd56603c6e6e1b2ec7053bf3, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:05,847 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=6ae7b120c3f87d9f7cc0fcb9958b8529, regionState=OPENING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:05,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=76, state=RUNNABLE; OpenRegionProcedure 6ae7b120c3f87d9f7cc0fcb9958b8529, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:05,860 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 47848, reset compression=false 2024-12-16T03:21:05,865 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-16T03:21:05,865 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/74=[#edits: 3 = ],668}, {hbase:meta/1588230740/75=[#edits: 3 = ],668}, {hbase:meta/1588230740/76=[#edits: 3 = ],668}, {hbase:meta/1588230740/77=[#edits: 3 = ],668}, {hbase:meta/1588230740/78=[#edits: 3 = ],668}, {hbase:meta/1588230740/79=[#edits: 3 = ],668}, {hbase:meta/1588230740/80=[#edits: 3 = ],668}, {hbase:meta/1588230740/81=[#edits: 3 = ],660}, {hbase:meta/1588230740/82=[#edits: 3 = ],668}, {hbase:meta/1588230740/83=[#edits: 3 = ],668}, {hbase:meta/1588230740/84=[#edits: 3 = ],668}, {hbase:meta/1588230740/85=[#edits: 3 = ],668}, {hbase:meta/1588230740/86=[#edits: 3 = ],668}, {hbase:meta/1588230740/87=[#edits: 3 = ],668}, {hbase:meta/1588230740/88=[#edits: 3 = ],668}, {hbase:meta/1588230740/89=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=55388, nbRowKeys=16, nbHFiles=0, heapSize=10680, lastSeqIds={}, endOfFile=false,usedBufferSize=10680] 2024-12-16T03:21:05,865 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-16T03:21:05,865 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 59633, reset compression=false 2024-12-16T03:21:05,866 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/90=[#edits: 3 = ],668}, {hbase:meta/1588230740/91=[#edits: 3 = ],668}, {hbase:meta/1588230740/92=[#edits: 3 = ],668}, {hbase:meta/1588230740/93=[#edits: 3 = ],668}, {hbase:meta/1588230740/94=[#edits: 3 = ],668}, {hbase:meta/1588230740/95=[#edits: 3 = ],668}, {hbase:meta/1588230740/96=[#edits: 3 = ],668}, {hbase:meta/1588230740/97=[#edits: 3 = ],668}, {hbase:meta/1588230740/98=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=59633, nbRowKeys=9, nbHFiles=0, heapSize=6012, lastSeqIds={}, endOfFile=false,usedBufferSize=6012] 2024-12-16T03:21:05,981 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:05,983 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a. 2024-12-16T03:21:05,983 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => 98676e7778125eb013f528c3eb71806a, NAME => 'testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-16T03:21:05,983 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 98676e7778125eb013f528c3eb71806a 2024-12-16T03:21:05,983 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,983 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for 98676e7778125eb013f528c3eb71806a 2024-12-16T03:21:05,983 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for 98676e7778125eb013f528c3eb71806a 2024-12-16T03:21:05,984 INFO [StoreOpener-98676e7778125eb013f528c3eb71806a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 98676e7778125eb013f528c3eb71806a 2024-12-16T03:21:05,985 INFO [StoreOpener-98676e7778125eb013f528c3eb71806a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98676e7778125eb013f528c3eb71806a columnFamilyName info 2024-12-16T03:21:05,986 DEBUG [StoreOpener-98676e7778125eb013f528c3eb71806a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:05,986 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:05,986 INFO [StoreOpener-98676e7778125eb013f528c3eb71806a-1 {}] regionserver.HStore(327): Store=98676e7778125eb013f528c3eb71806a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:05,987 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/98676e7778125eb013f528c3eb71806a 2024-12-16T03:21:05,987 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/98676e7778125eb013f528c3eb71806a 2024-12-16T03:21:05,987 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78. 2024-12-16T03:21:05,988 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7285): Opening region: {ENCODED => a7ec8a587508799c2c22b3ab26030a78, NAME => 'testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-16T03:21:05,988 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 a7ec8a587508799c2c22b3ab26030a78 2024-12-16T03:21:05,988 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,988 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7327): checking encryption for a7ec8a587508799c2c22b3ab26030a78 2024-12-16T03:21:05,988 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7330): checking classloading for a7ec8a587508799c2c22b3ab26030a78 2024-12-16T03:21:05,989 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for 98676e7778125eb013f528c3eb71806a 2024-12-16T03:21:05,989 INFO [StoreOpener-a7ec8a587508799c2c22b3ab26030a78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a7ec8a587508799c2c22b3ab26030a78 2024-12-16T03:21:05,990 INFO [StoreOpener-a7ec8a587508799c2c22b3ab26030a78-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7ec8a587508799c2c22b3ab26030a78 columnFamilyName info 2024-12-16T03:21:05,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:05,990 DEBUG [StoreOpener-a7ec8a587508799c2c22b3ab26030a78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:05,990 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/98676e7778125eb013f528c3eb71806a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:05,990 INFO [StoreOpener-a7ec8a587508799c2c22b3ab26030a78-1 {}] regionserver.HStore(327): Store=a7ec8a587508799c2c22b3ab26030a78/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:05,990 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened 98676e7778125eb013f528c3eb71806a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68566895, jitterRate=0.021726354956626892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:05,990 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/a7ec8a587508799c2c22b3ab26030a78 2024-12-16T03:21:05,991 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/a7ec8a587508799c2c22b3ab26030a78 2024-12-16T03:21:05,991 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for 98676e7778125eb013f528c3eb71806a: 2024-12-16T03:21:05,991 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a., pid=99, masterSystemTime=1734319265980 2024-12-16T03:21:05,991 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0. 2024-12-16T03:21:05,992 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7285): Opening region: {ENCODED => 647c7f38caa9341a02c99368478326e0, NAME => 'testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-16T03:21:05,992 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 647c7f38caa9341a02c99368478326e0 2024-12-16T03:21:05,992 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,992 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7327): checking encryption for 647c7f38caa9341a02c99368478326e0 2024-12-16T03:21:05,992 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7330): checking classloading for 647c7f38caa9341a02c99368478326e0 2024-12-16T03:21:05,993 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a. 2024-12-16T03:21:05,993 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a. 2024-12-16T03:21:05,993 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e. 2024-12-16T03:21:05,993 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => a26330df152a682f0a8ae71dafc6e33e, NAME => 'testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-16T03:21:05,993 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1085): writing seq id for a7ec8a587508799c2c22b3ab26030a78 2024-12-16T03:21:05,993 INFO [StoreOpener-647c7f38caa9341a02c99368478326e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 647c7f38caa9341a02c99368478326e0 2024-12-16T03:21:05,994 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 a26330df152a682f0a8ae71dafc6e33e 2024-12-16T03:21:05,994 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,994 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for a26330df152a682f0a8ae71dafc6e33e 2024-12-16T03:21:05,994 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for a26330df152a682f0a8ae71dafc6e33e 2024-12-16T03:21:05,994 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=98676e7778125eb013f528c3eb71806a, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:05,994 INFO [StoreOpener-647c7f38caa9341a02c99368478326e0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 647c7f38caa9341a02c99368478326e0 columnFamilyName info 2024-12-16T03:21:05,994 DEBUG [StoreOpener-647c7f38caa9341a02c99368478326e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:05,995 INFO [StoreOpener-647c7f38caa9341a02c99368478326e0-1 {}] regionserver.HStore(327): Store=647c7f38caa9341a02c99368478326e0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:05,995 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/a7ec8a587508799c2c22b3ab26030a78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:05,996 INFO [StoreOpener-a26330df152a682f0a8ae71dafc6e33e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a26330df152a682f0a8ae71dafc6e33e 2024-12-16T03:21:05,996 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/647c7f38caa9341a02c99368478326e0 2024-12-16T03:21:05,996 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1102): Opened a7ec8a587508799c2c22b3ab26030a78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72214805, jitterRate=0.0760844498872757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:05,996 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:05,996 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1001): Region open journal for a7ec8a587508799c2c22b3ab26030a78: 2024-12-16T03:21:05,996 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/647c7f38caa9341a02c99368478326e0 2024-12-16T03:21:05,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=93 2024-12-16T03:21:05,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=93, state=SUCCESS; OpenRegionProcedure 98676e7778125eb013f528c3eb71806a, server=f0d65a6309ee,46459,1734319260285 in 165 msec 2024-12-16T03:21:05,997 INFO [StoreOpener-a26330df152a682f0a8ae71dafc6e33e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a26330df152a682f0a8ae71dafc6e33e columnFamilyName info 2024-12-16T03:21:05,997 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78., pid=102, masterSystemTime=1734319265985 2024-12-16T03:21:05,997 DEBUG [StoreOpener-a26330df152a682f0a8ae71dafc6e33e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:05,997 INFO [StoreOpener-a26330df152a682f0a8ae71dafc6e33e-1 {}] regionserver.HStore(327): Store=a26330df152a682f0a8ae71dafc6e33e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:05,997 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78. 2024-12-16T03:21:05,997 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78. 2024-12-16T03:21:05,998 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448. 2024-12-16T03:21:05,998 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7285): Opening region: {ENCODED => 369cda1239deb8ab8a00a5b0b9fee448, NAME => 'testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-16T03:21:05,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=98676e7778125eb013f528c3eb71806a, ASSIGN in 322 msec 2024-12-16T03:21:05,998 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=70 updating hbase:meta row=a7ec8a587508799c2c22b3ab26030a78, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:05,998 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 369cda1239deb8ab8a00a5b0b9fee448 2024-12-16T03:21:05,998 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/a26330df152a682f0a8ae71dafc6e33e 2024-12-16T03:21:05,998 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1085): writing seq id for 647c7f38caa9341a02c99368478326e0 2024-12-16T03:21:05,998 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,998 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7327): checking encryption for 369cda1239deb8ab8a00a5b0b9fee448 2024-12-16T03:21:05,998 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7330): checking classloading for 369cda1239deb8ab8a00a5b0b9fee448 2024-12-16T03:21:05,998 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/a26330df152a682f0a8ae71dafc6e33e 2024-12-16T03:21:05,998 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc. 2024-12-16T03:21:05,998 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7285): Opening region: {ENCODED => f6c7eee14c3fdf85c08fdd2194a4f1fc, NAME => 'testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-16T03:21:05,999 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 f6c7eee14c3fdf85c08fdd2194a4f1fc 2024-12-16T03:21:05,999 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:05,999 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7327): checking encryption for f6c7eee14c3fdf85c08fdd2194a4f1fc 2024-12-16T03:21:05,999 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7330): checking classloading for f6c7eee14c3fdf85c08fdd2194a4f1fc 2024-12-16T03:21:05,999 INFO [StoreOpener-369cda1239deb8ab8a00a5b0b9fee448-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 369cda1239deb8ab8a00a5b0b9fee448 2024-12-16T03:21:06,000 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/647c7f38caa9341a02c99368478326e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,000 INFO [StoreOpener-f6c7eee14c3fdf85c08fdd2194a4f1fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f6c7eee14c3fdf85c08fdd2194a4f1fc 2024-12-16T03:21:06,000 INFO [StoreOpener-369cda1239deb8ab8a00a5b0b9fee448-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 369cda1239deb8ab8a00a5b0b9fee448 columnFamilyName info 2024-12-16T03:21:06,000 DEBUG [StoreOpener-369cda1239deb8ab8a00a5b0b9fee448-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=70 2024-12-16T03:21:06,000 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1102): Opened 647c7f38caa9341a02c99368478326e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75453220, jitterRate=0.12434059381484985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=70, state=SUCCESS; OpenRegionProcedure a7ec8a587508799c2c22b3ab26030a78, server=f0d65a6309ee,41321,1734319260255 in 165 msec 2024-12-16T03:21:06,000 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1001): Region open journal for 647c7f38caa9341a02c99368478326e0: 2024-12-16T03:21:06,001 INFO [StoreOpener-369cda1239deb8ab8a00a5b0b9fee448-1 {}] regionserver.HStore(327): Store=369cda1239deb8ab8a00a5b0b9fee448/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a7ec8a587508799c2c22b3ab26030a78, ASSIGN in 325 msec 2024-12-16T03:21:06,001 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for a26330df152a682f0a8ae71dafc6e33e 2024-12-16T03:21:06,001 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/369cda1239deb8ab8a00a5b0b9fee448 2024-12-16T03:21:06,001 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0., pid=112, masterSystemTime=1734319265990 2024-12-16T03:21:06,001 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/369cda1239deb8ab8a00a5b0b9fee448 2024-12-16T03:21:06,001 INFO [StoreOpener-f6c7eee14c3fdf85c08fdd2194a4f1fc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6c7eee14c3fdf85c08fdd2194a4f1fc columnFamilyName info 2024-12-16T03:21:06,002 DEBUG [StoreOpener-f6c7eee14c3fdf85c08fdd2194a4f1fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,002 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0. 2024-12-16T03:21:06,002 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0. 2024-12-16T03:21:06,002 INFO [StoreOpener-f6c7eee14c3fdf85c08fdd2194a4f1fc-1 {}] regionserver.HStore(327): Store=f6c7eee14c3fdf85c08fdd2194a4f1fc/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,002 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176. 2024-12-16T03:21:06,002 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7285): Opening region: {ENCODED => e1e6b408a6c8a126bc594a45e89cc176, NAME => 'testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-16T03:21:06,003 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/a26330df152a682f0a8ae71dafc6e33e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,003 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 e1e6b408a6c8a126bc594a45e89cc176 2024-12-16T03:21:06,003 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,003 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7327): checking encryption for e1e6b408a6c8a126bc594a45e89cc176 2024-12-16T03:21:06,003 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7330): checking classloading for e1e6b408a6c8a126bc594a45e89cc176 2024-12-16T03:21:06,003 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/f6c7eee14c3fdf85c08fdd2194a4f1fc 2024-12-16T03:21:06,003 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened a26330df152a682f0a8ae71dafc6e33e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59492751, jitterRate=-0.11348892748355865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,003 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=647c7f38caa9341a02c99368478326e0, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:06,003 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/f6c7eee14c3fdf85c08fdd2194a4f1fc 2024-12-16T03:21:06,003 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for a26330df152a682f0a8ae71dafc6e33e: 2024-12-16T03:21:06,004 INFO [StoreOpener-e1e6b408a6c8a126bc594a45e89cc176-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e1e6b408a6c8a126bc594a45e89cc176 2024-12-16T03:21:06,004 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1085): writing seq id for 369cda1239deb8ab8a00a5b0b9fee448 2024-12-16T03:21:06,004 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e., pid=98, masterSystemTime=1734319265980 2024-12-16T03:21:06,005 INFO [StoreOpener-e1e6b408a6c8a126bc594a45e89cc176-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1e6b408a6c8a126bc594a45e89cc176 columnFamilyName info 2024-12-16T03:21:06,005 DEBUG [StoreOpener-e1e6b408a6c8a126bc594a45e89cc176-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,005 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1085): writing seq id for f6c7eee14c3fdf85c08fdd2194a4f1fc 2024-12-16T03:21:06,005 INFO [StoreOpener-e1e6b408a6c8a126bc594a45e89cc176-1 {}] regionserver.HStore(327): Store=e1e6b408a6c8a126bc594a45e89cc176/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,006 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e. 2024-12-16T03:21:06,006 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e. 2024-12-16T03:21:06,006 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656. 2024-12-16T03:21:06,006 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 212e23fa23174851ced0949639143656, NAME => 'testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-16T03:21:06,006 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=84 updating hbase:meta row=a26330df152a682f0a8ae71dafc6e33e, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:06,006 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e1e6b408a6c8a126bc594a45e89cc176 2024-12-16T03:21:06,006 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 212e23fa23174851ced0949639143656 2024-12-16T03:21:06,006 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,006 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 212e23fa23174851ced0949639143656 2024-12-16T03:21:06,006 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 212e23fa23174851ced0949639143656 2024-12-16T03:21:06,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=87 2024-12-16T03:21:06,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=87, state=SUCCESS; OpenRegionProcedure 647c7f38caa9341a02c99368478326e0, server=f0d65a6309ee,40819,1734319260195 in 161 msec 2024-12-16T03:21:06,007 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e1e6b408a6c8a126bc594a45e89cc176 2024-12-16T03:21:06,007 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/369cda1239deb8ab8a00a5b0b9fee448/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=647c7f38caa9341a02c99368478326e0, ASSIGN in 331 msec 2024-12-16T03:21:06,007 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1102): Opened 369cda1239deb8ab8a00a5b0b9fee448; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59189471, jitterRate=-0.11800815165042877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,007 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/f6c7eee14c3fdf85c08fdd2194a4f1fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,007 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1001): Region open journal for 369cda1239deb8ab8a00a5b0b9fee448: 2024-12-16T03:21:06,008 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1102): Opened f6c7eee14c3fdf85c08fdd2194a4f1fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73901144, jitterRate=0.10121285915374756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,008 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1001): Region open journal for f6c7eee14c3fdf85c08fdd2194a4f1fc: 2024-12-16T03:21:06,008 INFO [StoreOpener-212e23fa23174851ced0949639143656-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 212e23fa23174851ced0949639143656 2024-12-16T03:21:06,008 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448., pid=107, masterSystemTime=1734319265985 2024-12-16T03:21:06,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=84 2024-12-16T03:21:06,008 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc., pid=117, masterSystemTime=1734319265996 2024-12-16T03:21:06,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=84, state=SUCCESS; OpenRegionProcedure a26330df152a682f0a8ae71dafc6e33e, server=f0d65a6309ee,46459,1734319260285 in 177 msec 2024-12-16T03:21:06,008 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1085): writing seq id for e1e6b408a6c8a126bc594a45e89cc176 2024-12-16T03:21:06,009 INFO [StoreOpener-212e23fa23174851ced0949639143656-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 212e23fa23174851ced0949639143656 columnFamilyName info 2024-12-16T03:21:06,009 DEBUG [StoreOpener-212e23fa23174851ced0949639143656-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,009 INFO [StoreOpener-212e23fa23174851ced0949639143656-1 {}] regionserver.HStore(327): Store=212e23fa23174851ced0949639143656/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,009 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448. 2024-12-16T03:21:06,009 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448. 2024-12-16T03:21:06,010 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628. 2024-12-16T03:21:06,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a26330df152a682f0a8ae71dafc6e33e, ASSIGN in 333 msec 2024-12-16T03:21:06,010 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7285): Opening region: {ENCODED => 93d6569829d5b84605b466631a3f3628, NAME => 'testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-16T03:21:06,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=78 updating hbase:meta row=369cda1239deb8ab8a00a5b0b9fee448, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:06,010 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc. 2024-12-16T03:21:06,010 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc. 2024-12-16T03:21:06,010 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f. 2024-12-16T03:21:06,010 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 93d6569829d5b84605b466631a3f3628 2024-12-16T03:21:06,010 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7285): Opening region: {ENCODED => 1bd4a4584a48b0d3d7e508fca944f53f, NAME => 'testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-16T03:21:06,010 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,010 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/212e23fa23174851ced0949639143656 2024-12-16T03:21:06,010 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 1bd4a4584a48b0d3d7e508fca944f53f 2024-12-16T03:21:06,010 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,010 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7327): checking encryption for 93d6569829d5b84605b466631a3f3628 2024-12-16T03:21:06,010 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7327): checking encryption for 1bd4a4584a48b0d3d7e508fca944f53f 2024-12-16T03:21:06,010 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7330): checking classloading for 93d6569829d5b84605b466631a3f3628 2024-12-16T03:21:06,010 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/212e23fa23174851ced0949639143656 2024-12-16T03:21:06,010 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7330): checking classloading for 1bd4a4584a48b0d3d7e508fca944f53f 2024-12-16T03:21:06,011 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=f6c7eee14c3fdf85c08fdd2194a4f1fc, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:06,011 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e1e6b408a6c8a126bc594a45e89cc176/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,011 INFO [StoreOpener-1bd4a4584a48b0d3d7e508fca944f53f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1bd4a4584a48b0d3d7e508fca944f53f 2024-12-16T03:21:06,011 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1102): Opened e1e6b408a6c8a126bc594a45e89cc176; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74321239, jitterRate=0.10747276246547699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,012 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1001): Region open journal for e1e6b408a6c8a126bc594a45e89cc176: 2024-12-16T03:21:06,012 INFO [StoreOpener-93d6569829d5b84605b466631a3f3628-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 93d6569829d5b84605b466631a3f3628 2024-12-16T03:21:06,012 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176., pid=111, masterSystemTime=1734319265990 2024-12-16T03:21:06,012 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 212e23fa23174851ced0949639143656 2024-12-16T03:21:06,013 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176. 2024-12-16T03:21:06,013 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176. 2024-12-16T03:21:06,013 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9. 2024-12-16T03:21:06,013 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7285): Opening region: {ENCODED => 92375bcdf793cba272a3087b171441d9, NAME => 'testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-16T03:21:06,013 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 92375bcdf793cba272a3087b171441d9 2024-12-16T03:21:06,014 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,014 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7327): checking encryption for 92375bcdf793cba272a3087b171441d9 2024-12-16T03:21:06,014 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7330): checking classloading for 92375bcdf793cba272a3087b171441d9 2024-12-16T03:21:06,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=78 2024-12-16T03:21:06,014 INFO [StoreOpener-93d6569829d5b84605b466631a3f3628-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93d6569829d5b84605b466631a3f3628 columnFamilyName info 2024-12-16T03:21:06,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=78, state=SUCCESS; OpenRegionProcedure 369cda1239deb8ab8a00a5b0b9fee448, server=f0d65a6309ee,41321,1734319260255 in 174 msec 2024-12-16T03:21:06,014 DEBUG [StoreOpener-93d6569829d5b84605b466631a3f3628-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,014 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=e1e6b408a6c8a126bc594a45e89cc176, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:06,014 INFO [StoreOpener-93d6569829d5b84605b466631a3f3628-1 {}] regionserver.HStore(327): Store=93d6569829d5b84605b466631a3f3628/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,014 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/212e23fa23174851ced0949639143656/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,014 INFO [StoreOpener-1bd4a4584a48b0d3d7e508fca944f53f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bd4a4584a48b0d3d7e508fca944f53f columnFamilyName info 2024-12-16T03:21:06,015 DEBUG [StoreOpener-1bd4a4584a48b0d3d7e508fca944f53f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=81 2024-12-16T03:21:06,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=81, state=SUCCESS; OpenRegionProcedure f6c7eee14c3fdf85c08fdd2194a4f1fc, server=f0d65a6309ee,35125,1734319260227 in 167 msec 2024-12-16T03:21:06,015 INFO [StoreOpener-1bd4a4584a48b0d3d7e508fca944f53f-1 {}] regionserver.HStore(327): Store=1bd4a4584a48b0d3d7e508fca944f53f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,015 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 212e23fa23174851ced0949639143656; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62392340, jitterRate=-0.07028168439865112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,015 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 212e23fa23174851ced0949639143656: 2024-12-16T03:21:06,015 INFO [StoreOpener-92375bcdf793cba272a3087b171441d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 92375bcdf793cba272a3087b171441d9 2024-12-16T03:21:06,015 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/93d6569829d5b84605b466631a3f3628 2024-12-16T03:21:06,016 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/1bd4a4584a48b0d3d7e508fca944f53f 2024-12-16T03:21:06,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=369cda1239deb8ab8a00a5b0b9fee448, ASSIGN in 339 msec 2024-12-16T03:21:06,016 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/1bd4a4584a48b0d3d7e508fca944f53f 2024-12-16T03:21:06,016 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/93d6569829d5b84605b466631a3f3628 2024-12-16T03:21:06,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f6c7eee14c3fdf85c08fdd2194a4f1fc, ASSIGN in 340 msec 2024-12-16T03:21:06,016 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656., pid=96, masterSystemTime=1734319265980 2024-12-16T03:21:06,016 INFO [StoreOpener-92375bcdf793cba272a3087b171441d9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92375bcdf793cba272a3087b171441d9 columnFamilyName info 2024-12-16T03:21:06,016 DEBUG [StoreOpener-92375bcdf793cba272a3087b171441d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=75 2024-12-16T03:21:06,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=75, state=SUCCESS; OpenRegionProcedure e1e6b408a6c8a126bc594a45e89cc176, server=f0d65a6309ee,40819,1734319260195 in 173 msec 2024-12-16T03:21:06,017 INFO [StoreOpener-92375bcdf793cba272a3087b171441d9-1 {}] regionserver.HStore(327): Store=92375bcdf793cba272a3087b171441d9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,017 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656. 2024-12-16T03:21:06,017 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656. 2024-12-16T03:21:06,017 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d. 2024-12-16T03:21:06,017 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1085): writing seq id for 1bd4a4584a48b0d3d7e508fca944f53f 2024-12-16T03:21:06,017 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7285): Opening region: {ENCODED => e75ac34539ae8cde36ca054a95d3f20d, NAME => 'testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-16T03:21:06,017 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 e75ac34539ae8cde36ca054a95d3f20d 2024-12-16T03:21:06,017 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,018 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/92375bcdf793cba272a3087b171441d9 2024-12-16T03:21:06,018 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7327): checking encryption for e75ac34539ae8cde36ca054a95d3f20d 2024-12-16T03:21:06,018 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7330): checking classloading for e75ac34539ae8cde36ca054a95d3f20d 2024-12-16T03:21:06,018 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/92375bcdf793cba272a3087b171441d9 2024-12-16T03:21:06,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e1e6b408a6c8a126bc594a45e89cc176, ASSIGN in 342 msec 2024-12-16T03:21:06,019 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=80 updating hbase:meta row=212e23fa23174851ced0949639143656, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:06,019 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1085): writing seq id for 93d6569829d5b84605b466631a3f3628 2024-12-16T03:21:06,019 INFO [StoreOpener-e75ac34539ae8cde36ca054a95d3f20d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e75ac34539ae8cde36ca054a95d3f20d 2024-12-16T03:21:06,019 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/1bd4a4584a48b0d3d7e508fca944f53f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,019 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1102): Opened 1bd4a4584a48b0d3d7e508fca944f53f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67563429, jitterRate=0.00677354633808136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,020 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1085): writing seq id for 92375bcdf793cba272a3087b171441d9 2024-12-16T03:21:06,020 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1001): Region open journal for 1bd4a4584a48b0d3d7e508fca944f53f: 2024-12-16T03:21:06,020 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f., pid=114, masterSystemTime=1734319265996 2024-12-16T03:21:06,020 INFO [StoreOpener-e75ac34539ae8cde36ca054a95d3f20d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e75ac34539ae8cde36ca054a95d3f20d columnFamilyName info 2024-12-16T03:21:06,020 DEBUG [StoreOpener-e75ac34539ae8cde36ca054a95d3f20d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,021 INFO [StoreOpener-e75ac34539ae8cde36ca054a95d3f20d-1 {}] regionserver.HStore(327): Store=e75ac34539ae8cde36ca054a95d3f20d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,021 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/93d6569829d5b84605b466631a3f3628/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,021 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1102): Opened 93d6569829d5b84605b466631a3f3628; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71725033, jitterRate=0.06878627836704254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,021 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1001): Region open journal for 93d6569829d5b84605b466631a3f3628: 2024-12-16T03:21:06,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=80 2024-12-16T03:21:06,021 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e75ac34539ae8cde36ca054a95d3f20d 2024-12-16T03:21:06,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=80, state=SUCCESS; OpenRegionProcedure 212e23fa23174851ced0949639143656, server=f0d65a6309ee,46459,1734319260285 in 190 msec 2024-12-16T03:21:06,022 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e75ac34539ae8cde36ca054a95d3f20d 2024-12-16T03:21:06,022 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f. 2024-12-16T03:21:06,022 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f. 2024-12-16T03:21:06,022 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/92375bcdf793cba272a3087b171441d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,022 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d. 2024-12-16T03:21:06,022 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628., pid=105, masterSystemTime=1734319265985 2024-12-16T03:21:06,022 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7285): Opening region: {ENCODED => 51ccdd614f4f4f04af5779df7aad8b8d, NAME => 'testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-16T03:21:06,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=88 updating hbase:meta row=1bd4a4584a48b0d3d7e508fca944f53f, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:06,022 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 51ccdd614f4f4f04af5779df7aad8b8d 2024-12-16T03:21:06,022 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,023 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7327): checking encryption for 51ccdd614f4f4f04af5779df7aad8b8d 2024-12-16T03:21:06,023 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7330): checking classloading for 51ccdd614f4f4f04af5779df7aad8b8d 2024-12-16T03:21:06,023 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1102): Opened 92375bcdf793cba272a3087b171441d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63521843, jitterRate=-0.053450778126716614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=212e23fa23174851ced0949639143656, ASSIGN in 347 msec 2024-12-16T03:21:06,023 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1001): Region open journal for 92375bcdf793cba272a3087b171441d9: 2024-12-16T03:21:06,023 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628. 2024-12-16T03:21:06,023 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628. 2024-12-16T03:21:06,023 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc. 2024-12-16T03:21:06,023 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => 502e647606c71dc0de9cdc1b4da981fc, NAME => 'testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-16T03:21:06,023 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9., pid=110, masterSystemTime=1734319265990 2024-12-16T03:21:06,024 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 502e647606c71dc0de9cdc1b4da981fc 2024-12-16T03:21:06,024 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,024 INFO [StoreOpener-51ccdd614f4f4f04af5779df7aad8b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 51ccdd614f4f4f04af5779df7aad8b8d 2024-12-16T03:21:06,024 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for 502e647606c71dc0de9cdc1b4da981fc 2024-12-16T03:21:06,024 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=93d6569829d5b84605b466631a3f3628, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:06,024 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for 502e647606c71dc0de9cdc1b4da981fc 2024-12-16T03:21:06,025 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9. 2024-12-16T03:21:06,025 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9. 2024-12-16T03:21:06,025 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d. 2024-12-16T03:21:06,025 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1085): writing seq id for e75ac34539ae8cde36ca054a95d3f20d 2024-12-16T03:21:06,025 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7285): Opening region: {ENCODED => 55783f8f2209b7ea68a96a72c581621d, NAME => 'testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-16T03:21:06,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=92375bcdf793cba272a3087b171441d9, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:06,025 INFO [StoreOpener-502e647606c71dc0de9cdc1b4da981fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 502e647606c71dc0de9cdc1b4da981fc 2024-12-16T03:21:06,025 INFO [StoreOpener-51ccdd614f4f4f04af5779df7aad8b8d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51ccdd614f4f4f04af5779df7aad8b8d columnFamilyName info 2024-12-16T03:21:06,025 DEBUG [StoreOpener-51ccdd614f4f4f04af5779df7aad8b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,025 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 55783f8f2209b7ea68a96a72c581621d 2024-12-16T03:21:06,025 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,025 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7327): checking encryption for 55783f8f2209b7ea68a96a72c581621d 2024-12-16T03:21:06,025 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7330): checking classloading for 55783f8f2209b7ea68a96a72c581621d 2024-12-16T03:21:06,025 INFO [StoreOpener-51ccdd614f4f4f04af5779df7aad8b8d-1 {}] regionserver.HStore(327): Store=51ccdd614f4f4f04af5779df7aad8b8d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=88 2024-12-16T03:21:06,026 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/51ccdd614f4f4f04af5779df7aad8b8d 2024-12-16T03:21:06,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=88, state=SUCCESS; OpenRegionProcedure 1bd4a4584a48b0d3d7e508fca944f53f, server=f0d65a6309ee,35125,1734319260227 in 180 msec 2024-12-16T03:21:06,026 INFO [StoreOpener-55783f8f2209b7ea68a96a72c581621d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 55783f8f2209b7ea68a96a72c581621d 2024-12-16T03:21:06,027 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/51ccdd614f4f4f04af5779df7aad8b8d 2024-12-16T03:21:06,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=83 2024-12-16T03:21:06,027 INFO [StoreOpener-502e647606c71dc0de9cdc1b4da981fc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 502e647606c71dc0de9cdc1b4da981fc columnFamilyName info 2024-12-16T03:21:06,027 DEBUG [StoreOpener-502e647606c71dc0de9cdc1b4da981fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,027 INFO [StoreOpener-55783f8f2209b7ea68a96a72c581621d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55783f8f2209b7ea68a96a72c581621d columnFamilyName info 2024-12-16T03:21:06,027 DEBUG [StoreOpener-55783f8f2209b7ea68a96a72c581621d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,028 INFO [StoreOpener-502e647606c71dc0de9cdc1b4da981fc-1 {}] regionserver.HStore(327): Store=502e647606c71dc0de9cdc1b4da981fc/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,028 INFO [StoreOpener-55783f8f2209b7ea68a96a72c581621d-1 {}] regionserver.HStore(327): Store=55783f8f2209b7ea68a96a72c581621d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,028 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/502e647606c71dc0de9cdc1b4da981fc 2024-12-16T03:21:06,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=91 2024-12-16T03:21:06,029 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1085): writing seq id for 51ccdd614f4f4f04af5779df7aad8b8d 2024-12-16T03:21:06,029 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/55783f8f2209b7ea68a96a72c581621d 2024-12-16T03:21:06,029 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/502e647606c71dc0de9cdc1b4da981fc 2024-12-16T03:21:06,029 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e75ac34539ae8cde36ca054a95d3f20d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,029 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/55783f8f2209b7ea68a96a72c581621d 2024-12-16T03:21:06,029 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1102): Opened e75ac34539ae8cde36ca054a95d3f20d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71706437, jitterRate=0.06850917637348175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=1bd4a4584a48b0d3d7e508fca944f53f, ASSIGN in 351 msec 2024-12-16T03:21:06,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=83, state=SUCCESS; OpenRegionProcedure 93d6569829d5b84605b466631a3f3628, server=f0d65a6309ee,41321,1734319260255 in 188 msec 2024-12-16T03:21:06,029 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1001): Region open journal for e75ac34539ae8cde36ca054a95d3f20d: 2024-12-16T03:21:06,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=93d6569829d5b84605b466631a3f3628, ASSIGN in 354 msec 2024-12-16T03:21:06,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=91, state=SUCCESS; OpenRegionProcedure 92375bcdf793cba272a3087b171441d9, server=f0d65a6309ee,40819,1734319260195 in 186 msec 2024-12-16T03:21:06,030 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d., pid=95, masterSystemTime=1734319265980 2024-12-16T03:21:06,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=92375bcdf793cba272a3087b171441d9, ASSIGN in 354 msec 2024-12-16T03:21:06,031 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for 502e647606c71dc0de9cdc1b4da981fc 2024-12-16T03:21:06,031 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1085): writing seq id for 55783f8f2209b7ea68a96a72c581621d 2024-12-16T03:21:06,031 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d. 2024-12-16T03:21:06,031 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d. 2024-12-16T03:21:06,031 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa. 2024-12-16T03:21:06,032 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7285): Opening region: {ENCODED => 9501c992faadd1d7a2f25bfda1930eaa, NAME => 'testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-16T03:21:06,032 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/51ccdd614f4f4f04af5779df7aad8b8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,032 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 9501c992faadd1d7a2f25bfda1930eaa 2024-12-16T03:21:06,032 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,032 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7327): checking encryption for 9501c992faadd1d7a2f25bfda1930eaa 2024-12-16T03:21:06,032 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=e75ac34539ae8cde36ca054a95d3f20d, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:06,032 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7330): checking classloading for 9501c992faadd1d7a2f25bfda1930eaa 2024-12-16T03:21:06,032 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1102): Opened 51ccdd614f4f4f04af5779df7aad8b8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61622613, jitterRate=-0.0817515105009079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,032 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1001): Region open journal for 51ccdd614f4f4f04af5779df7aad8b8d: 2024-12-16T03:21:06,033 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d., pid=115, masterSystemTime=1734319265996 2024-12-16T03:21:06,033 INFO [StoreOpener-9501c992faadd1d7a2f25bfda1930eaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9501c992faadd1d7a2f25bfda1930eaa 2024-12-16T03:21:06,034 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/55783f8f2209b7ea68a96a72c581621d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,034 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/502e647606c71dc0de9cdc1b4da981fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,034 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1102): Opened 55783f8f2209b7ea68a96a72c581621d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74500050, jitterRate=0.11013725399971008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,034 INFO [StoreOpener-9501c992faadd1d7a2f25bfda1930eaa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9501c992faadd1d7a2f25bfda1930eaa columnFamilyName info 2024-12-16T03:21:06,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=72 2024-12-16T03:21:06,034 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d. 2024-12-16T03:21:06,034 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1001): Region open journal for 55783f8f2209b7ea68a96a72c581621d: 2024-12-16T03:21:06,034 DEBUG [StoreOpener-9501c992faadd1d7a2f25bfda1930eaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=72, state=SUCCESS; OpenRegionProcedure e75ac34539ae8cde36ca054a95d3f20d, server=f0d65a6309ee,46459,1734319260285 in 203 msec 2024-12-16T03:21:06,034 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d. 2024-12-16T03:21:06,034 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3. 2024-12-16T03:21:06,034 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7285): Opening region: {ENCODED => 3d70c0dbdd56603c6e6e1b2ec7053bf3, NAME => 'testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3.', STARTKEY => 'yyy', ENDKEY => ''} 2024-12-16T03:21:06,034 INFO [StoreOpener-9501c992faadd1d7a2f25bfda1930eaa-1 {}] regionserver.HStore(327): Store=9501c992faadd1d7a2f25bfda1930eaa/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,035 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 3d70c0dbdd56603c6e6e1b2ec7053bf3 2024-12-16T03:21:06,035 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d., pid=113, masterSystemTime=1734319265990 2024-12-16T03:21:06,035 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,035 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7327): checking encryption for 3d70c0dbdd56603c6e6e1b2ec7053bf3 2024-12-16T03:21:06,035 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7330): checking classloading for 3d70c0dbdd56603c6e6e1b2ec7053bf3 2024-12-16T03:21:06,035 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/9501c992faadd1d7a2f25bfda1930eaa 2024-12-16T03:21:06,035 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened 502e647606c71dc0de9cdc1b4da981fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64331967, jitterRate=-0.041378989815711975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,035 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for 502e647606c71dc0de9cdc1b4da981fc: 2024-12-16T03:21:06,035 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=51ccdd614f4f4f04af5779df7aad8b8d, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:06,035 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/9501c992faadd1d7a2f25bfda1930eaa 2024-12-16T03:21:06,036 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc., pid=103, masterSystemTime=1734319265985 2024-12-16T03:21:06,036 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d. 2024-12-16T03:21:06,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e75ac34539ae8cde36ca054a95d3f20d, ASSIGN in 359 msec 2024-12-16T03:21:06,036 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d. 2024-12-16T03:21:06,036 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd. 2024-12-16T03:21:06,036 INFO [StoreOpener-3d70c0dbdd56603c6e6e1b2ec7053bf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3d70c0dbdd56603c6e6e1b2ec7053bf3 2024-12-16T03:21:06,036 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7285): Opening region: {ENCODED => e420abbcc5f903284b80c14f80ba8ddd, NAME => 'testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-16T03:21:06,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=55783f8f2209b7ea68a96a72c581621d, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:06,036 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 e420abbcc5f903284b80c14f80ba8ddd 2024-12-16T03:21:06,037 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc. 2024-12-16T03:21:06,037 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc. 2024-12-16T03:21:06,037 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a. 2024-12-16T03:21:06,037 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7285): Opening region: {ENCODED => 94913f2411fbbbd1c82ccd9082cf399a, NAME => 'testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-16T03:21:06,037 INFO [StoreOpener-3d70c0dbdd56603c6e6e1b2ec7053bf3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d70c0dbdd56603c6e6e1b2ec7053bf3 columnFamilyName info 2024-12-16T03:21:06,037 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,037 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=74 updating hbase:meta row=502e647606c71dc0de9cdc1b4da981fc, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:06,037 DEBUG [StoreOpener-3d70c0dbdd56603c6e6e1b2ec7053bf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,037 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7327): checking encryption for e420abbcc5f903284b80c14f80ba8ddd 2024-12-16T03:21:06,037 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7330): checking classloading for e420abbcc5f903284b80c14f80ba8ddd 2024-12-16T03:21:06,037 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 94913f2411fbbbd1c82ccd9082cf399a 2024-12-16T03:21:06,038 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,038 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7327): checking encryption for 94913f2411fbbbd1c82ccd9082cf399a 2024-12-16T03:21:06,038 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7330): checking classloading for 94913f2411fbbbd1c82ccd9082cf399a 2024-12-16T03:21:06,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=73 2024-12-16T03:21:06,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=73, state=SUCCESS; OpenRegionProcedure 51ccdd614f4f4f04af5779df7aad8b8d, server=f0d65a6309ee,35125,1734319260227 in 190 msec 2024-12-16T03:21:06,038 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1085): writing seq id for 9501c992faadd1d7a2f25bfda1930eaa 2024-12-16T03:21:06,038 INFO [StoreOpener-3d70c0dbdd56603c6e6e1b2ec7053bf3-1 {}] regionserver.HStore(327): Store=3d70c0dbdd56603c6e6e1b2ec7053bf3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,038 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/3d70c0dbdd56603c6e6e1b2ec7053bf3 2024-12-16T03:21:06,039 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/3d70c0dbdd56603c6e6e1b2ec7053bf3 2024-12-16T03:21:06,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=71 2024-12-16T03:21:06,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=51ccdd614f4f4f04af5779df7aad8b8d, ASSIGN in 363 msec 2024-12-16T03:21:06,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=71, state=SUCCESS; OpenRegionProcedure 55783f8f2209b7ea68a96a72c581621d, server=f0d65a6309ee,40819,1734319260195 in 194 msec 2024-12-16T03:21:06,039 INFO [StoreOpener-e420abbcc5f903284b80c14f80ba8ddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e420abbcc5f903284b80c14f80ba8ddd 2024-12-16T03:21:06,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=55783f8f2209b7ea68a96a72c581621d, ASSIGN in 364 msec 2024-12-16T03:21:06,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=74 2024-12-16T03:21:06,040 INFO [StoreOpener-94913f2411fbbbd1c82ccd9082cf399a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 94913f2411fbbbd1c82ccd9082cf399a 2024-12-16T03:21:06,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=74, state=SUCCESS; OpenRegionProcedure 502e647606c71dc0de9cdc1b4da981fc, server=f0d65a6309ee,41321,1734319260255 in 204 msec 2024-12-16T03:21:06,041 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1085): writing seq id for 3d70c0dbdd56603c6e6e1b2ec7053bf3 2024-12-16T03:21:06,041 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/9501c992faadd1d7a2f25bfda1930eaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,041 INFO [StoreOpener-e420abbcc5f903284b80c14f80ba8ddd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e420abbcc5f903284b80c14f80ba8ddd columnFamilyName info 2024-12-16T03:21:06,041 DEBUG [StoreOpener-e420abbcc5f903284b80c14f80ba8ddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=502e647606c71dc0de9cdc1b4da981fc, ASSIGN in 365 msec 2024-12-16T03:21:06,041 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1102): Opened 9501c992faadd1d7a2f25bfda1930eaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67398592, jitterRate=0.004317283630371094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,041 INFO [StoreOpener-e420abbcc5f903284b80c14f80ba8ddd-1 {}] regionserver.HStore(327): Store=e420abbcc5f903284b80c14f80ba8ddd/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,041 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1001): Region open journal for 9501c992faadd1d7a2f25bfda1930eaa: 2024-12-16T03:21:06,041 INFO [StoreOpener-94913f2411fbbbd1c82ccd9082cf399a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94913f2411fbbbd1c82ccd9082cf399a columnFamilyName info 2024-12-16T03:21:06,042 DEBUG [StoreOpener-94913f2411fbbbd1c82ccd9082cf399a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,042 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa., pid=97, masterSystemTime=1734319265980 2024-12-16T03:21:06,042 INFO [StoreOpener-94913f2411fbbbd1c82ccd9082cf399a-1 {}] regionserver.HStore(327): Store=94913f2411fbbbd1c82ccd9082cf399a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,042 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e420abbcc5f903284b80c14f80ba8ddd 2024-12-16T03:21:06,042 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/94913f2411fbbbd1c82ccd9082cf399a 2024-12-16T03:21:06,043 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/94913f2411fbbbd1c82ccd9082cf399a 2024-12-16T03:21:06,043 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e420abbcc5f903284b80c14f80ba8ddd 2024-12-16T03:21:06,043 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa. 2024-12-16T03:21:06,043 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/3d70c0dbdd56603c6e6e1b2ec7053bf3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,043 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa. 2024-12-16T03:21:06,043 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839. 2024-12-16T03:21:06,043 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7285): Opening region: {ENCODED => c1118392d54949bc2f4371996e818839, NAME => 'testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-16T03:21:06,043 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1102): Opened 3d70c0dbdd56603c6e6e1b2ec7053bf3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72131841, jitterRate=0.07484818994998932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,043 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1001): Region open journal for 3d70c0dbdd56603c6e6e1b2ec7053bf3: 2024-12-16T03:21:06,043 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 c1118392d54949bc2f4371996e818839 2024-12-16T03:21:06,043 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,043 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7327): checking encryption for c1118392d54949bc2f4371996e818839 2024-12-16T03:21:06,043 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7330): checking classloading for c1118392d54949bc2f4371996e818839 2024-12-16T03:21:06,044 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3., pid=118, masterSystemTime=1734319265996 2024-12-16T03:21:06,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=9501c992faadd1d7a2f25bfda1930eaa, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:06,044 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1085): writing seq id for 94913f2411fbbbd1c82ccd9082cf399a 2024-12-16T03:21:06,045 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3. 2024-12-16T03:21:06,045 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3. 2024-12-16T03:21:06,045 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529. 2024-12-16T03:21:06,045 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7285): Opening region: {ENCODED => 6ae7b120c3f87d9f7cc0fcb9958b8529, NAME => 'testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-16T03:21:06,045 INFO [StoreOpener-c1118392d54949bc2f4371996e818839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c1118392d54949bc2f4371996e818839 2024-12-16T03:21:06,045 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 6ae7b120c3f87d9f7cc0fcb9958b8529 2024-12-16T03:21:06,045 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,045 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7327): checking encryption for 6ae7b120c3f87d9f7cc0fcb9958b8529 2024-12-16T03:21:06,045 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7330): checking classloading for 6ae7b120c3f87d9f7cc0fcb9958b8529 2024-12-16T03:21:06,045 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1085): writing seq id for e420abbcc5f903284b80c14f80ba8ddd 2024-12-16T03:21:06,046 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=94 updating hbase:meta row=3d70c0dbdd56603c6e6e1b2ec7053bf3, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:06,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=77 2024-12-16T03:21:06,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=77, state=SUCCESS; OpenRegionProcedure 9501c992faadd1d7a2f25bfda1930eaa, server=f0d65a6309ee,46459,1734319260285 in 215 msec 2024-12-16T03:21:06,046 INFO [StoreOpener-c1118392d54949bc2f4371996e818839-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1118392d54949bc2f4371996e818839 columnFamilyName info 2024-12-16T03:21:06,046 DEBUG [StoreOpener-c1118392d54949bc2f4371996e818839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,046 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/94913f2411fbbbd1c82ccd9082cf399a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,047 INFO [StoreOpener-c1118392d54949bc2f4371996e818839-1 {}] regionserver.HStore(327): Store=c1118392d54949bc2f4371996e818839/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,047 INFO [StoreOpener-6ae7b120c3f87d9f7cc0fcb9958b8529-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6ae7b120c3f87d9f7cc0fcb9958b8529 2024-12-16T03:21:06,047 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1102): Opened 94913f2411fbbbd1c82ccd9082cf399a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64840319, jitterRate=-0.03380395472049713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=9501c992faadd1d7a2f25bfda1930eaa, ASSIGN in 371 msec 2024-12-16T03:21:06,047 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1001): Region open journal for 94913f2411fbbbd1c82ccd9082cf399a: 2024-12-16T03:21:06,047 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/c1118392d54949bc2f4371996e818839 2024-12-16T03:21:06,047 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a., pid=104, masterSystemTime=1734319265985 2024-12-16T03:21:06,048 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/c1118392d54949bc2f4371996e818839 2024-12-16T03:21:06,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=94 2024-12-16T03:21:06,048 INFO [StoreOpener-6ae7b120c3f87d9f7cc0fcb9958b8529-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ae7b120c3f87d9f7cc0fcb9958b8529 columnFamilyName info 2024-12-16T03:21:06,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=94, state=SUCCESS; OpenRegionProcedure 3d70c0dbdd56603c6e6e1b2ec7053bf3, server=f0d65a6309ee,35125,1734319260227 in 199 msec 2024-12-16T03:21:06,048 DEBUG [StoreOpener-6ae7b120c3f87d9f7cc0fcb9958b8529-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,048 INFO [StoreOpener-6ae7b120c3f87d9f7cc0fcb9958b8529-1 {}] regionserver.HStore(327): Store=6ae7b120c3f87d9f7cc0fcb9958b8529/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,048 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e420abbcc5f903284b80c14f80ba8ddd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,048 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a. 2024-12-16T03:21:06,049 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a. 2024-12-16T03:21:06,049 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6. 2024-12-16T03:21:06,049 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 3efea7c592052af442d46db9aaffc8e6, NAME => 'testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-16T03:21:06,049 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 3efea7c592052af442d46db9aaffc8e6 2024-12-16T03:21:06,049 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,049 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/6ae7b120c3f87d9f7cc0fcb9958b8529 2024-12-16T03:21:06,049 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1102): Opened e420abbcc5f903284b80c14f80ba8ddd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60052995, jitterRate=-0.10514064133167267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,049 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 3efea7c592052af442d46db9aaffc8e6 2024-12-16T03:21:06,049 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 3efea7c592052af442d46db9aaffc8e6 2024-12-16T03:21:06,049 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1001): Region open journal for e420abbcc5f903284b80c14f80ba8ddd: 2024-12-16T03:21:06,050 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/6ae7b120c3f87d9f7cc0fcb9958b8529 2024-12-16T03:21:06,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3d70c0dbdd56603c6e6e1b2ec7053bf3, ASSIGN in 373 msec 2024-12-16T03:21:06,050 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1085): writing seq id for c1118392d54949bc2f4371996e818839 2024-12-16T03:21:06,050 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=92 updating hbase:meta row=94913f2411fbbbd1c82ccd9082cf399a, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:06,050 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd., pid=108, masterSystemTime=1734319265990 2024-12-16T03:21:06,050 INFO [StoreOpener-3efea7c592052af442d46db9aaffc8e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3efea7c592052af442d46db9aaffc8e6 2024-12-16T03:21:06,051 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd. 2024-12-16T03:21:06,052 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd. 2024-12-16T03:21:06,052 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e. 2024-12-16T03:21:06,052 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7285): Opening region: {ENCODED => e14c05572bced8393e72057c40f8cd5e, NAME => 'testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-16T03:21:06,052 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1085): writing seq id for 6ae7b120c3f87d9f7cc0fcb9958b8529 2024-12-16T03:21:06,052 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 e14c05572bced8393e72057c40f8cd5e 2024-12-16T03:21:06,052 INFO [StoreOpener-3efea7c592052af442d46db9aaffc8e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3efea7c592052af442d46db9aaffc8e6 columnFamilyName info 2024-12-16T03:21:06,052 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,052 DEBUG [StoreOpener-3efea7c592052af442d46db9aaffc8e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,052 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7327): checking encryption for e14c05572bced8393e72057c40f8cd5e 2024-12-16T03:21:06,052 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7330): checking classloading for e14c05572bced8393e72057c40f8cd5e 2024-12-16T03:21:06,052 INFO [StoreOpener-3efea7c592052af442d46db9aaffc8e6-1 {}] regionserver.HStore(327): Store=3efea7c592052af442d46db9aaffc8e6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,054 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/3efea7c592052af442d46db9aaffc8e6 2024-12-16T03:21:06,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=92 2024-12-16T03:21:06,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=92, state=SUCCESS; OpenRegionProcedure 94913f2411fbbbd1c82ccd9082cf399a, server=f0d65a6309ee,41321,1734319260255 in 216 msec 2024-12-16T03:21:06,054 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=82 updating hbase:meta row=e420abbcc5f903284b80c14f80ba8ddd, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:06,054 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/c1118392d54949bc2f4371996e818839/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,054 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/3efea7c592052af442d46db9aaffc8e6 2024-12-16T03:21:06,054 INFO [StoreOpener-e14c05572bced8393e72057c40f8cd5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e14c05572bced8393e72057c40f8cd5e 2024-12-16T03:21:06,055 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1102): Opened c1118392d54949bc2f4371996e818839; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71940933, jitterRate=0.07200343906879425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,055 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/6ae7b120c3f87d9f7cc0fcb9958b8529/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,055 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1001): Region open journal for c1118392d54949bc2f4371996e818839: 2024-12-16T03:21:06,055 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1102): Opened 6ae7b120c3f87d9f7cc0fcb9958b8529; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66859392, jitterRate=-0.0037174224853515625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,055 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1001): Region open journal for 6ae7b120c3f87d9f7cc0fcb9958b8529: 2024-12-16T03:21:06,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=94913f2411fbbbd1c82ccd9082cf399a, ASSIGN in 379 msec 2024-12-16T03:21:06,055 INFO [StoreOpener-e14c05572bced8393e72057c40f8cd5e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e14c05572bced8393e72057c40f8cd5e columnFamilyName info 2024-12-16T03:21:06,055 DEBUG [StoreOpener-e14c05572bced8393e72057c40f8cd5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,056 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839., pid=100, masterSystemTime=1734319265980 2024-12-16T03:21:06,056 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529., pid=119, masterSystemTime=1734319265996 2024-12-16T03:21:06,056 INFO [StoreOpener-e14c05572bced8393e72057c40f8cd5e-1 {}] regionserver.HStore(327): Store=e14c05572bced8393e72057c40f8cd5e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=82 2024-12-16T03:21:06,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=82, state=SUCCESS; OpenRegionProcedure e420abbcc5f903284b80c14f80ba8ddd, server=f0d65a6309ee,40819,1734319260195 in 217 msec 2024-12-16T03:21:06,057 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 3efea7c592052af442d46db9aaffc8e6 2024-12-16T03:21:06,057 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529. 2024-12-16T03:21:06,057 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529. 2024-12-16T03:21:06,057 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b. 2024-12-16T03:21:06,057 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e14c05572bced8393e72057c40f8cd5e 2024-12-16T03:21:06,057 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7285): Opening region: {ENCODED => df235ce33ff7fac4104266e8182f220b, NAME => 'testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-16T03:21:06,057 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e14c05572bced8393e72057c40f8cd5e 2024-12-16T03:21:06,057 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 df235ce33ff7fac4104266e8182f220b 2024-12-16T03:21:06,057 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,057 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7327): checking encryption for df235ce33ff7fac4104266e8182f220b 2024-12-16T03:21:06,057 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7330): checking classloading for df235ce33ff7fac4104266e8182f220b 2024-12-16T03:21:06,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e420abbcc5f903284b80c14f80ba8ddd, ASSIGN in 381 msec 2024-12-16T03:21:06,058 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=6ae7b120c3f87d9f7cc0fcb9958b8529, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:06,058 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/3efea7c592052af442d46db9aaffc8e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,059 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=c1118392d54949bc2f4371996e818839, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:06,059 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839. 2024-12-16T03:21:06,059 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839. 2024-12-16T03:21:06,059 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1085): writing seq id for e14c05572bced8393e72057c40f8cd5e 2024-12-16T03:21:06,059 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 3efea7c592052af442d46db9aaffc8e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65476089, jitterRate=-0.024330243468284607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,059 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 3efea7c592052af442d46db9aaffc8e6: 2024-12-16T03:21:06,060 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6., pid=101, masterSystemTime=1734319265985 2024-12-16T03:21:06,060 INFO [StoreOpener-df235ce33ff7fac4104266e8182f220b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region df235ce33ff7fac4104266e8182f220b 2024-12-16T03:21:06,061 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6. 2024-12-16T03:21:06,061 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6. 2024-12-16T03:21:06,061 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567. 2024-12-16T03:21:06,061 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e14c05572bced8393e72057c40f8cd5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,061 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7285): Opening region: {ENCODED => 3582ee930e6ea58a5088ce6409229567, NAME => 'testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-16T03:21:06,061 INFO [StoreOpener-df235ce33ff7fac4104266e8182f220b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df235ce33ff7fac4104266e8182f220b columnFamilyName info 2024-12-16T03:21:06,061 DEBUG [StoreOpener-df235ce33ff7fac4104266e8182f220b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,061 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 3582ee930e6ea58a5088ce6409229567 2024-12-16T03:21:06,061 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:21:06,061 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1102): Opened e14c05572bced8393e72057c40f8cd5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61543788, jitterRate=-0.08292609453201294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,061 INFO [StoreOpener-df235ce33ff7fac4104266e8182f220b-1 {}] regionserver.HStore(327): Store=df235ce33ff7fac4104266e8182f220b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,061 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7327): checking encryption for 3582ee930e6ea58a5088ce6409229567 2024-12-16T03:21:06,061 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7330): checking classloading for 3582ee930e6ea58a5088ce6409229567 2024-12-16T03:21:06,061 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1001): Region open journal for e14c05572bced8393e72057c40f8cd5e: 2024-12-16T03:21:06,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=76 2024-12-16T03:21:06,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=76, state=SUCCESS; OpenRegionProcedure 6ae7b120c3f87d9f7cc0fcb9958b8529, server=f0d65a6309ee,35125,1734319260227 in 211 msec 2024-12-16T03:21:06,062 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e., pid=109, masterSystemTime=1734319265990 2024-12-16T03:21:06,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=86 updating hbase:meta row=3efea7c592052af442d46db9aaffc8e6, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:06,062 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/df235ce33ff7fac4104266e8182f220b 2024-12-16T03:21:06,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=89 2024-12-16T03:21:06,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=89, state=SUCCESS; OpenRegionProcedure c1118392d54949bc2f4371996e818839, server=f0d65a6309ee,46459,1734319260285 in 226 msec 2024-12-16T03:21:06,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=6ae7b120c3f87d9f7cc0fcb9958b8529, ASSIGN in 387 msec 2024-12-16T03:21:06,063 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/df235ce33ff7fac4104266e8182f220b 2024-12-16T03:21:06,063 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35911 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=f0d65a6309ee,41321,1734319260255, table=testHBaseMetaReplicates_1, region=3efea7c592052af442d46db9aaffc8e6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-16T03:21:06,063 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e. 2024-12-16T03:21:06,063 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e. 2024-12-16T03:21:06,064 INFO [StoreOpener-3582ee930e6ea58a5088ce6409229567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3582ee930e6ea58a5088ce6409229567 2024-12-16T03:21:06,065 INFO [StoreOpener-3582ee930e6ea58a5088ce6409229567-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3582ee930e6ea58a5088ce6409229567 columnFamilyName info 2024-12-16T03:21:06,065 DEBUG [StoreOpener-3582ee930e6ea58a5088ce6409229567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:21:06,065 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1085): writing seq id for df235ce33ff7fac4104266e8182f220b 2024-12-16T03:21:06,065 INFO [StoreOpener-3582ee930e6ea58a5088ce6409229567-1 {}] regionserver.HStore(327): Store=3582ee930e6ea58a5088ce6409229567/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:21:06,066 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/3582ee930e6ea58a5088ce6409229567 2024-12-16T03:21:06,066 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/3582ee930e6ea58a5088ce6409229567 2024-12-16T03:21:06,066 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/df235ce33ff7fac4104266e8182f220b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,067 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1102): Opened df235ce33ff7fac4104266e8182f220b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62688983, jitterRate=-0.06586135923862457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,067 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1001): Region open journal for df235ce33ff7fac4104266e8182f220b: 2024-12-16T03:21:06,067 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b., pid=116, masterSystemTime=1734319265996 2024-12-16T03:21:06,067 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=e14c05572bced8393e72057c40f8cd5e, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:06,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=c1118392d54949bc2f4371996e818839, ASSIGN in 387 msec 2024-12-16T03:21:06,068 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1085): writing seq id for 3582ee930e6ea58a5088ce6409229567 2024-12-16T03:21:06,068 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b. 2024-12-16T03:21:06,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=86 2024-12-16T03:21:06,068 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b. 2024-12-16T03:21:06,068 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 59633, reset compression=false 2024-12-16T03:21:06,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=86, state=SUCCESS; OpenRegionProcedure 3efea7c592052af442d46db9aaffc8e6, server=f0d65a6309ee,41321,1734319260255 in 231 msec 2024-12-16T03:21:06,070 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/3582ee930e6ea58a5088ce6409229567/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:21:06,070 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1102): Opened 3582ee930e6ea58a5088ce6409229567; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72015350, jitterRate=0.07311233878135681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:21:06,070 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1001): Region open journal for 3582ee930e6ea58a5088ce6409229567: 2024-12-16T03:21:06,071 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567., pid=106, masterSystemTime=1734319265985 2024-12-16T03:21:06,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=79 2024-12-16T03:21:06,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=79, state=SUCCESS; OpenRegionProcedure e14c05572bced8393e72057c40f8cd5e, server=f0d65a6309ee,40819,1734319260195 in 229 msec 2024-12-16T03:21:06,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3efea7c592052af442d46db9aaffc8e6, ASSIGN in 394 msec 2024-12-16T03:21:06,071 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=df235ce33ff7fac4104266e8182f220b, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:06,072 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:21:06,072 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/99=[#edits: 5 = ],1004}, {hbase:meta/1588230740/100=[#edits: 5 = ],1004}, {hbase:meta/1588230740/101=[#edits: 5 = ],1004}, {hbase:meta/1588230740/102=[#edits: 5 = ],1004}, {hbase:meta/1588230740/103=[#edits: 5 = ],1004}, {hbase:meta/1588230740/104=[#edits: 5 = ],1004}, {hbase:meta/1588230740/105=[#edits: 5 = ],1004}, {hbase:meta/1588230740/106=[#edits: 5 = ],1004}, {hbase:meta/1588230740/107=[#edits: 5 = ],1004}, {hbase:meta/1588230740/108=[#edits: 5 = ],1004}, {hbase:meta/1588230740/109=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=67491, nbRowKeys=11, nbHFiles=0, heapSize=11044, lastSeqIds={}, endOfFile=false,usedBufferSize=11044] 2024-12-16T03:21:06,072 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-16T03:21:06,073 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:21:06,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e14c05572bced8393e72057c40f8cd5e, ASSIGN in 396 msec 2024-12-16T03:21:06,073 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567. 2024-12-16T03:21:06,073 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567. 2024-12-16T03:21:06,073 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 76080, reset compression=false 2024-12-16T03:21:06,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=90 updating hbase:meta row=3582ee930e6ea58a5088ce6409229567, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:06,073 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/110=[#edits: 5 = ],1004}, {hbase:meta/1588230740/111=[#edits: 5 = ],1004}, {hbase:meta/1588230740/112=[#edits: 5 = ],1004}, {hbase:meta/1588230740/113=[#edits: 5 = ],1004}, {hbase:meta/1588230740/114=[#edits: 5 = ],1004}, {hbase:meta/1588230740/115=[#edits: 5 = ],1004}, {hbase:meta/1588230740/116=[#edits: 5 = ],1004}, {hbase:meta/1588230740/117=[#edits: 5 = ],1004}, {hbase:meta/1588230740/118=[#edits: 5 = ],1004}, {hbase:meta/1588230740/119=[#edits: 5 = ],1004}, {hbase:meta/1588230740/120=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=75364, nbRowKeys=11, nbHFiles=0, heapSize=11044, lastSeqIds={}, endOfFile=false,usedBufferSize=11044] 2024-12-16T03:21:06,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=85 2024-12-16T03:21:06,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=85, state=SUCCESS; OpenRegionProcedure df235ce33ff7fac4104266e8182f220b, server=f0d65a6309ee,35125,1734319260227 in 226 msec 2024-12-16T03:21:06,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=df235ce33ff7fac4104266e8182f220b, ASSIGN in 399 msec 2024-12-16T03:21:06,074 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/121=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=76080, nbRowKeys=1, nbHFiles=0, heapSize=1004, lastSeqIds={}, endOfFile=false,usedBufferSize=1004] 2024-12-16T03:21:06,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=90 2024-12-16T03:21:06,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=90, state=SUCCESS; OpenRegionProcedure 3582ee930e6ea58a5088ce6409229567, server=f0d65a6309ee,41321,1734319260255 in 237 msec 2024-12-16T03:21:06,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=69 2024-12-16T03:21:06,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3582ee930e6ea58a5088ce6409229567, ASSIGN in 400 msec 2024-12-16T03:21:06,077 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:21:06,077 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319266077"}]},"ts":"1734319266077"} 2024-12-16T03:21:06,077 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:21:06,077 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 77512, reset compression=false 2024-12-16T03:21:06,078 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/122=[#edits: 5 = ],1004}, {hbase:meta/1588230740/123=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=77512, nbRowKeys=2, nbHFiles=0, heapSize=2008, lastSeqIds={}, endOfFile=false,usedBufferSize=2008] 2024-12-16T03:21:06,078 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_1, state=ENABLED in hbase:meta 2024-12-16T03:21:06,081 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-16T03:21:06,081 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 77609, reset compression=false 2024-12-16T03:21:06,081 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/124=[#edits: 1 = ],204}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=77609, nbRowKeys=1, nbHFiles=0, heapSize=204, lastSeqIds={}, endOfFile=false,usedBufferSize=204] 2024-12-16T03:21:06,117 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:21:06,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicates_1 in 1.0930 sec 2024-12-16T03:21:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:21:06,130 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicates_1, procId: 69 completed 2024-12-16T03:21:06,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicates_1 get assigned. Timeout = 60000ms 2024-12-16T03:21:06,131 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:21:06,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35125 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=32821 bytes) of info 2024-12-16T03:21:06,138 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicates_1 assigned to meta. Checking AM states. 2024-12-16T03:21:06,139 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:21:06,139 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicates_1 assigned. 2024-12-16T03:21:06,142 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:21:06,143 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734319261629/Put/vlen=2/seqid=8 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:regioninfo/1734319261622/Put/vlen=41/seqid=7 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:seqnumDuringOpen/1734319261622/Put/vlen=8/seqid=7 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:server/1734319261622/Put/vlen=18/seqid=7 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:serverstartcode/1734319261622/Put/vlen=8/seqid=7 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:sn/1734319261455/Put/vlen=32/seqid=6 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:state/1734319261622/Put/vlen=4/seqid=7 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0/table:state/1734319264067/Put/vlen=2/seqid=71 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=52 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:seqnumDuringOpen/1734319263914/Put/vlen=8/seqid=52 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:server/1734319263914/Put/vlen=18/seqid=52 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:serverstartcode/1734319263914/Put/vlen=8/seqid=52 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:sn/1734319263714/Put/vlen=32/seqid=35 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:state/1734319263914/Put/vlen=4/seqid=52 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:regioninfo/1734319263876/Put/vlen=65/seqid=46 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:seqnumDuringOpen/1734319263876/Put/vlen=8/seqid=46 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:server/1734319263876/Put/vlen=18/seqid=46 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:serverstartcode/1734319263876/Put/vlen=8/seqid=46 2024-12-16T03:21:06,145 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:sn/1734319263696/Put/vlen=32/seqid=22 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:state/1734319263876/Put/vlen=4/seqid=46 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:regioninfo/1734319263879/Put/vlen=65/seqid=47 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:seqnumDuringOpen/1734319263879/Put/vlen=8/seqid=47 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:server/1734319263879/Put/vlen=18/seqid=47 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:serverstartcode/1734319263879/Put/vlen=8/seqid=47 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:sn/1734319263709/Put/vlen=32/seqid=32 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:state/1734319263879/Put/vlen=4/seqid=47 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:regioninfo/1734319263935/Put/vlen=65/seqid=56 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:seqnumDuringOpen/1734319263935/Put/vlen=8/seqid=56 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:server/1734319263935/Put/vlen=18/seqid=56 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:serverstartcode/1734319263935/Put/vlen=8/seqid=56 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:sn/1734319263721/Put/vlen=32/seqid=43 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:state/1734319263935/Put/vlen=4/seqid=56 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:regioninfo/1734319263930/Put/vlen=65/seqid=55 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:seqnumDuringOpen/1734319263930/Put/vlen=8/seqid=55 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:server/1734319263930/Put/vlen=18/seqid=55 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:serverstartcode/1734319263930/Put/vlen=8/seqid=55 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:sn/1734319263705/Put/vlen=32/seqid=27 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:state/1734319263930/Put/vlen=4/seqid=55 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:regioninfo/1734319264006/Put/vlen=65/seqid=66 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:seqnumDuringOpen/1734319264006/Put/vlen=8/seqid=66 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:server/1734319264006/Put/vlen=18/seqid=66 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:serverstartcode/1734319264006/Put/vlen=8/seqid=66 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:sn/1734319263709/Put/vlen=32/seqid=33 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:state/1734319264006/Put/vlen=4/seqid=66 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:regioninfo/1734319264006/Put/vlen=65/seqid=65 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:seqnumDuringOpen/1734319264006/Put/vlen=8/seqid=65 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:server/1734319264006/Put/vlen=18/seqid=65 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:serverstartcode/1734319264006/Put/vlen=8/seqid=65 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:sn/1734319263703/Put/vlen=32/seqid=26 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:state/1734319264006/Put/vlen=4/seqid=65 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:regioninfo/1734319264004/Put/vlen=65/seqid=64 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:seqnumDuringOpen/1734319264004/Put/vlen=8/seqid=64 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:server/1734319264004/Put/vlen=18/seqid=64 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:serverstartcode/1734319264004/Put/vlen=8/seqid=64 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:sn/1734319263718/Put/vlen=32/seqid=41 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:state/1734319264004/Put/vlen=4/seqid=64 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:regioninfo/1734319263994/Put/vlen=65/seqid=63 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:seqnumDuringOpen/1734319263994/Put/vlen=8/seqid=63 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:server/1734319263994/Put/vlen=18/seqid=63 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:serverstartcode/1734319263994/Put/vlen=8/seqid=63 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:sn/1734319263708/Put/vlen=32/seqid=31 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:state/1734319263994/Put/vlen=4/seqid=63 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:regioninfo/1734319263902/Put/vlen=65/seqid=50 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:seqnumDuringOpen/1734319263902/Put/vlen=8/seqid=50 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:server/1734319263902/Put/vlen=18/seqid=50 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:serverstartcode/1734319263902/Put/vlen=8/seqid=50 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:sn/1734319263714/Put/vlen=32/seqid=37 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:state/1734319263902/Put/vlen=4/seqid=50 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:regioninfo/1734319263984/Put/vlen=65/seqid=62 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:seqnumDuringOpen/1734319263984/Put/vlen=8/seqid=62 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:server/1734319263984/Put/vlen=18/seqid=62 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:serverstartcode/1734319263984/Put/vlen=8/seqid=62 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:sn/1734319263696/Put/vlen=32/seqid=21 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:state/1734319263984/Put/vlen=4/seqid=62 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:regioninfo/1734319263958/Put/vlen=65/seqid=59 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:seqnumDuringOpen/1734319263958/Put/vlen=8/seqid=59 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:server/1734319263958/Put/vlen=18/seqid=59 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:serverstartcode/1734319263958/Put/vlen=8/seqid=59 2024-12-16T03:21:06,146 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:sn/1734319263720/Put/vlen=32/seqid=42 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:state/1734319263958/Put/vlen=4/seqid=59 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:regioninfo/1734319263910/Put/vlen=65/seqid=51 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:seqnumDuringOpen/1734319263910/Put/vlen=8/seqid=51 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:server/1734319263910/Put/vlen=18/seqid=51 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:serverstartcode/1734319263910/Put/vlen=8/seqid=51 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:sn/1734319263705/Put/vlen=32/seqid=28 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:state/1734319263910/Put/vlen=4/seqid=51 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:regioninfo/1734319263977/Put/vlen=65/seqid=61 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:seqnumDuringOpen/1734319263977/Put/vlen=8/seqid=61 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:server/1734319263977/Put/vlen=18/seqid=61 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:serverstartcode/1734319263977/Put/vlen=8/seqid=61 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:sn/1734319263711/Put/vlen=32/seqid=34 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:state/1734319263977/Put/vlen=4/seqid=61 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:regioninfo/1734319263950/Put/vlen=65/seqid=58 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:seqnumDuringOpen/1734319263950/Put/vlen=8/seqid=58 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:server/1734319263950/Put/vlen=18/seqid=58 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:serverstartcode/1734319263950/Put/vlen=8/seqid=58 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:sn/1734319263697/Put/vlen=32/seqid=23 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:state/1734319263950/Put/vlen=4/seqid=58 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:regioninfo/1734319264028/Put/vlen=65/seqid=67 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:seqnumDuringOpen/1734319264028/Put/vlen=8/seqid=67 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:server/1734319264028/Put/vlen=18/seqid=67 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:serverstartcode/1734319264028/Put/vlen=8/seqid=67 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:sn/1734319263721/Put/vlen=32/seqid=44 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:state/1734319264028/Put/vlen=4/seqid=67 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:regioninfo/1734319263898/Put/vlen=65/seqid=48 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:seqnumDuringOpen/1734319263898/Put/vlen=8/seqid=48 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:server/1734319263898/Put/vlen=18/seqid=48 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:serverstartcode/1734319263898/Put/vlen=8/seqid=48 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:sn/1734319263705/Put/vlen=32/seqid=29 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:state/1734319263898/Put/vlen=4/seqid=48 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:regioninfo/1734319263942/Put/vlen=65/seqid=57 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:seqnumDuringOpen/1734319263942/Put/vlen=8/seqid=57 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:server/1734319263942/Put/vlen=18/seqid=57 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:serverstartcode/1734319263942/Put/vlen=8/seqid=57 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:sn/1734319263714/Put/vlen=32/seqid=36 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:state/1734319263942/Put/vlen=4/seqid=57 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:regioninfo/1734319264059/Put/vlen=65/seqid=70 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:seqnumDuringOpen/1734319264059/Put/vlen=8/seqid=70 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:server/1734319264059/Put/vlen=18/seqid=70 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:serverstartcode/1734319264059/Put/vlen=8/seqid=70 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:sn/1734319263714/Put/vlen=32/seqid=38 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:state/1734319264059/Put/vlen=4/seqid=70 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:regioninfo/1734319263900/Put/vlen=65/seqid=49 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:seqnumDuringOpen/1734319263900/Put/vlen=8/seqid=49 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:server/1734319263900/Put/vlen=18/seqid=49 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:serverstartcode/1734319263900/Put/vlen=8/seqid=49 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:sn/1734319263697/Put/vlen=32/seqid=25 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:state/1734319263900/Put/vlen=4/seqid=49 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:regioninfo/1734319263919/Put/vlen=65/seqid=53 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:seqnumDuringOpen/1734319263919/Put/vlen=8/seqid=53 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:server/1734319263919/Put/vlen=18/seqid=53 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:serverstartcode/1734319263919/Put/vlen=8/seqid=53 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:sn/1734319263718/Put/vlen=32/seqid=40 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:state/1734319263919/Put/vlen=4/seqid=53 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:regioninfo/1734319263961/Put/vlen=65/seqid=60 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:seqnumDuringOpen/1734319263961/Put/vlen=8/seqid=60 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:server/1734319263961/Put/vlen=18/seqid=60 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:serverstartcode/1734319263961/Put/vlen=8/seqid=60 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:sn/1734319263705/Put/vlen=32/seqid=30 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:state/1734319263961/Put/vlen=4/seqid=60 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:regioninfo/1734319264051/Put/vlen=65/seqid=68 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:seqnumDuringOpen/1734319264051/Put/vlen=8/seqid=68 2024-12-16T03:21:06,147 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:server/1734319264051/Put/vlen=18/seqid=68 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:serverstartcode/1734319264051/Put/vlen=8/seqid=68 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:sn/1734319263716/Put/vlen=32/seqid=39 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:state/1734319264051/Put/vlen=4/seqid=68 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:regioninfo/1734319263921/Put/vlen=65/seqid=54 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:seqnumDuringOpen/1734319263921/Put/vlen=8/seqid=54 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:server/1734319263921/Put/vlen=18/seqid=54 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:serverstartcode/1734319263921/Put/vlen=8/seqid=54 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:sn/1734319263696/Put/vlen=32/seqid=24 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:state/1734319263921/Put/vlen=4/seqid=54 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:regioninfo/1734319264052/Put/vlen=62/seqid=69 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:seqnumDuringOpen/1734319264052/Put/vlen=8/seqid=69 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:server/1734319264052/Put/vlen=18/seqid=69 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:serverstartcode/1734319264052/Put/vlen=8/seqid=69 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:sn/1734319263722/Put/vlen=32/seqid=45 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:state/1734319264052/Put/vlen=4/seqid=69 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1/table:state/1734319266077/Put/vlen=2/seqid=124 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=100 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:seqnumDuringOpen/1734319265998/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:seqnumDuringOpen/1734319265998/Put/vlen=8/seqid=100 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:server/1734319265998/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:server/1734319265998/Put/vlen=18/seqid=100 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:serverstartcode/1734319265998/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:serverstartcode/1734319265998/Put/vlen=8/seqid=100 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:sn/1734319265833/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:sn/1734319265833/Put/vlen=32/seqid=81 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:state/1734319265998/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:state/1734319265998/Put/vlen=4/seqid=100 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:regioninfo/1734319266036/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:regioninfo/1734319266036/Put/vlen=65/seqid=112 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:seqnumDuringOpen/1734319266036/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:seqnumDuringOpen/1734319266036/Put/vlen=8/seqid=112 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:server/1734319266036/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:server/1734319266036/Put/vlen=18/seqid=112 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:serverstartcode/1734319266036/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:serverstartcode/1734319266036/Put/vlen=8/seqid=112 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:sn/1734319265842/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:sn/1734319265842/Put/vlen=32/seqid=92 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:state/1734319266036/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:state/1734319266036/Put/vlen=4/seqid=112 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:regioninfo/1734319266032/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:regioninfo/1734319266032/Put/vlen=65/seqid=110 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:seqnumDuringOpen/1734319266032/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:seqnumDuringOpen/1734319266032/Put/vlen=8/seqid=110 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:server/1734319266032/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:server/1734319266032/Put/vlen=18/seqid=110 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:serverstartcode/1734319266032/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:serverstartcode/1734319266032/Put/vlen=8/seqid=110 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:sn/1734319265828/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:sn/1734319265828/Put/vlen=32/seqid=74 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:state/1734319266032/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:state/1734319266032/Put/vlen=4/seqid=110 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:regioninfo/1734319266035/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:regioninfo/1734319266035/Put/vlen=65/seqid=111 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:seqnumDuringOpen/1734319266035/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:seqnumDuringOpen/1734319266035/Put/vlen=8/seqid=111 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:server/1734319266035/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:server/1734319266035/Put/vlen=18/seqid=111 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:serverstartcode/1734319266035/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:serverstartcode/1734319266035/Put/vlen=8/seqid=111 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:sn/1734319265845/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:sn/1734319265845/Put/vlen=32/seqid=94 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:state/1734319266035/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:state/1734319266035/Put/vlen=4/seqid=111 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:regioninfo/1734319266037/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:regioninfo/1734319266037/Put/vlen=65/seqid=113 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:seqnumDuringOpen/1734319266037/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:seqnumDuringOpen/1734319266037/Put/vlen=8/seqid=113 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:server/1734319266037/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:server/1734319266037/Put/vlen=18/seqid=113 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:serverstartcode/1734319266037/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:serverstartcode/1734319266037/Put/vlen=8/seqid=113 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:sn/1734319265833/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:sn/1734319265833/Put/vlen=32/seqid=82 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:state/1734319266037/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:state/1734319266037/Put/vlen=4/seqid=113 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:regioninfo/1734319266014/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:regioninfo/1734319266014/Put/vlen=65/seqid=105 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:seqnumDuringOpen/1734319266014/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:seqnumDuringOpen/1734319266014/Put/vlen=8/seqid=105 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:server/1734319266014/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:server/1734319266014/Put/vlen=18/seqid=105 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:serverstartcode/1734319266014/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:serverstartcode/1734319266014/Put/vlen=8/seqid=105 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:sn/1734319265839/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:sn/1734319265839/Put/vlen=32/seqid=90 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:state/1734319266014/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:state/1734319266014/Put/vlen=4/seqid=105 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:regioninfo/1734319266058/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:regioninfo/1734319266058/Put/vlen=65/seqid=118 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:seqnumDuringOpen/1734319266058/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:seqnumDuringOpen/1734319266058/Put/vlen=8/seqid=118 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:server/1734319266058/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:server/1734319266058/Put/vlen=18/seqid=118 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:serverstartcode/1734319266058/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:serverstartcode/1734319266058/Put/vlen=8/seqid=118 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:sn/1734319265847/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:sn/1734319265847/Put/vlen=32/seqid=98 2024-12-16T03:21:06,148 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:state/1734319266058/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:state/1734319266058/Put/vlen=4/seqid=118 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:regioninfo/1734319266044/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:regioninfo/1734319266044/Put/vlen=65/seqid=114 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:seqnumDuringOpen/1734319266044/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:seqnumDuringOpen/1734319266044/Put/vlen=8/seqid=114 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:server/1734319266044/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:server/1734319266044/Put/vlen=18/seqid=114 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:serverstartcode/1734319266044/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:serverstartcode/1734319266044/Put/vlen=8/seqid=114 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:sn/1734319265828/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:sn/1734319265828/Put/vlen=32/seqid=76 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:state/1734319266044/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:state/1734319266044/Put/vlen=4/seqid=114 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:regioninfo/1734319266010/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:regioninfo/1734319266010/Put/vlen=65/seqid=103 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:seqnumDuringOpen/1734319266010/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:seqnumDuringOpen/1734319266010/Put/vlen=8/seqid=103 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:server/1734319266010/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:server/1734319266010/Put/vlen=18/seqid=103 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:serverstartcode/1734319266010/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:serverstartcode/1734319266010/Put/vlen=8/seqid=103 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:sn/1734319265836/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:sn/1734319265836/Put/vlen=32/seqid=86 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:state/1734319266010/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:state/1734319266010/Put/vlen=4/seqid=103 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:regioninfo/1734319266067/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:regioninfo/1734319266067/Put/vlen=65/seqid=121 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:seqnumDuringOpen/1734319266067/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:seqnumDuringOpen/1734319266067/Put/vlen=8/seqid=121 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:server/1734319266067/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:server/1734319266067/Put/vlen=18/seqid=121 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:serverstartcode/1734319266067/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:serverstartcode/1734319266067/Put/vlen=8/seqid=121 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:sn/1734319265839/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:sn/1734319265839/Put/vlen=32/seqid=88 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:state/1734319266067/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:state/1734319266067/Put/vlen=4/seqid=121 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:regioninfo/1734319266018/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:regioninfo/1734319266018/Put/vlen=65/seqid=106 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:seqnumDuringOpen/1734319266018/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:seqnumDuringOpen/1734319266018/Put/vlen=8/seqid=106 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:server/1734319266018/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:server/1734319266018/Put/vlen=18/seqid=106 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:serverstartcode/1734319266018/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:serverstartcode/1734319266018/Put/vlen=8/seqid=106 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:sn/1734319265828/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:sn/1734319265828/Put/vlen=32/seqid=75 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:state/1734319266018/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:state/1734319266018/Put/vlen=4/seqid=106 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:regioninfo/1734319266010/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:regioninfo/1734319266010/Put/vlen=65/seqid=104 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:seqnumDuringOpen/1734319266010/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:seqnumDuringOpen/1734319266010/Put/vlen=8/seqid=104 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:server/1734319266010/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:server/1734319266010/Put/vlen=18/seqid=104 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:serverstartcode/1734319266010/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:serverstartcode/1734319266010/Put/vlen=8/seqid=104 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:sn/1734319265845/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:sn/1734319265845/Put/vlen=32/seqid=96 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:state/1734319266010/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:state/1734319266010/Put/vlen=4/seqid=104 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:regioninfo/1734319266054/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:regioninfo/1734319266054/Put/vlen=65/seqid=117 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:seqnumDuringOpen/1734319266054/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:seqnumDuringOpen/1734319266054/Put/vlen=8/seqid=117 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:server/1734319266054/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:server/1734319266054/Put/vlen=18/seqid=117 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:serverstartcode/1734319266054/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:serverstartcode/1734319266054/Put/vlen=8/seqid=117 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:sn/1734319265837/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:sn/1734319265837/Put/vlen=32/seqid=87 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:state/1734319266054/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:state/1734319266054/Put/vlen=4/seqid=117 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:regioninfo/1734319266024/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:regioninfo/1734319266024/Put/vlen=65/seqid=108 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:seqnumDuringOpen/1734319266024/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:seqnumDuringOpen/1734319266024/Put/vlen=8/seqid=108 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:server/1734319266024/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:server/1734319266024/Put/vlen=18/seqid=108 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:serverstartcode/1734319266024/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:serverstartcode/1734319266024/Put/vlen=8/seqid=108 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:sn/1734319265835/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:sn/1734319265835/Put/vlen=32/seqid=84 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:state/1734319266024/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:state/1734319266024/Put/vlen=4/seqid=108 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:regioninfo/1734319266006/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:regioninfo/1734319266006/Put/vlen=65/seqid=102 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:seqnumDuringOpen/1734319266006/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:seqnumDuringOpen/1734319266006/Put/vlen=8/seqid=102 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:server/1734319266006/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:server/1734319266006/Put/vlen=18/seqid=102 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:serverstartcode/1734319266006/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:serverstartcode/1734319266006/Put/vlen=8/seqid=102 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:sn/1734319265828/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:sn/1734319265828/Put/vlen=32/seqid=77 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:state/1734319266006/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:state/1734319266006/Put/vlen=4/seqid=102 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:regioninfo/1734319266071/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:regioninfo/1734319266071/Put/vlen=65/seqid=122 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:seqnumDuringOpen/1734319266071/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:seqnumDuringOpen/1734319266071/Put/vlen=8/seqid=122 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:server/1734319266071/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:server/1734319266071/Put/vlen=18/seqid=122 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:serverstartcode/1734319266071/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:serverstartcode/1734319266071/Put/vlen=8/seqid=122 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:sn/1734319265845/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:sn/1734319265845/Put/vlen=32/seqid=95 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:state/1734319266071/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:state/1734319266071/Put/vlen=4/seqid=122 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:regioninfo/1734319266062/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:regioninfo/1734319266062/Put/vlen=65/seqid=120 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:seqnumDuringOpen/1734319266062/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:seqnumDuringOpen/1734319266062/Put/vlen=8/seqid=120 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:server/1734319266062/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:server/1734319266062/Put/vlen=18/seqid=120 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:serverstartcode/1734319266062/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:serverstartcode/1734319266062/Put/vlen=8/seqid=120 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:sn/1734319265832/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:sn/1734319265832/Put/vlen=32/seqid=80 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:state/1734319266062/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:state/1734319266062/Put/vlen=4/seqid=120 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:regioninfo/1734319266003/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:regioninfo/1734319266003/Put/vlen=65/seqid=101 2024-12-16T03:21:06,149 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:seqnumDuringOpen/1734319266003/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:seqnumDuringOpen/1734319266003/Put/vlen=8/seqid=101 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:server/1734319266003/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:server/1734319266003/Put/vlen=18/seqid=101 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:serverstartcode/1734319266003/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:serverstartcode/1734319266003/Put/vlen=8/seqid=101 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:sn/1734319265840/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:sn/1734319265840/Put/vlen=32/seqid=91 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:state/1734319266003/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:state/1734319266003/Put/vlen=4/seqid=101 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:regioninfo/1734319266022/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:regioninfo/1734319266022/Put/vlen=65/seqid=107 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:seqnumDuringOpen/1734319266022/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:seqnumDuringOpen/1734319266022/Put/vlen=8/seqid=107 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:server/1734319266022/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:server/1734319266022/Put/vlen=18/seqid=107 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:serverstartcode/1734319266022/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:serverstartcode/1734319266022/Put/vlen=8/seqid=107 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:sn/1734319265844/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:sn/1734319265844/Put/vlen=32/seqid=93 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:state/1734319266022/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:state/1734319266022/Put/vlen=4/seqid=107 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:regioninfo/1734319266058/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:regioninfo/1734319266058/Put/vlen=65/seqid=119 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:seqnumDuringOpen/1734319266058/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:seqnumDuringOpen/1734319266058/Put/vlen=8/seqid=119 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:server/1734319266058/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:server/1734319266058/Put/vlen=18/seqid=119 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:serverstartcode/1734319266058/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:serverstartcode/1734319266058/Put/vlen=8/seqid=119 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:sn/1734319265832/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:sn/1734319265832/Put/vlen=32/seqid=79 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:state/1734319266058/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:state/1734319266058/Put/vlen=4/seqid=119 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:regioninfo/1734319266073/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:regioninfo/1734319266073/Put/vlen=65/seqid=123 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:seqnumDuringOpen/1734319266073/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:seqnumDuringOpen/1734319266073/Put/vlen=8/seqid=123 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:server/1734319266073/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:server/1734319266073/Put/vlen=18/seqid=123 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:serverstartcode/1734319266073/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:serverstartcode/1734319266073/Put/vlen=8/seqid=123 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:sn/1734319265836/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:sn/1734319265836/Put/vlen=32/seqid=85 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:state/1734319266073/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:state/1734319266073/Put/vlen=4/seqid=123 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:regioninfo/1734319266025/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:regioninfo/1734319266025/Put/vlen=65/seqid=109 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:seqnumDuringOpen/1734319266025/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:seqnumDuringOpen/1734319266025/Put/vlen=8/seqid=109 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:server/1734319266025/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:server/1734319266025/Put/vlen=18/seqid=109 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:serverstartcode/1734319266025/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:serverstartcode/1734319266025/Put/vlen=8/seqid=109 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:sn/1734319265839/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:sn/1734319265839/Put/vlen=32/seqid=89 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:state/1734319266025/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:state/1734319266025/Put/vlen=4/seqid=109 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:regioninfo/1734319266050/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:regioninfo/1734319266050/Put/vlen=65/seqid=116 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:seqnumDuringOpen/1734319266050/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:seqnumDuringOpen/1734319266050/Put/vlen=8/seqid=116 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:server/1734319266050/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:server/1734319266050/Put/vlen=18/seqid=116 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:serverstartcode/1734319266050/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:serverstartcode/1734319266050/Put/vlen=8/seqid=116 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:sn/1734319265834/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:sn/1734319265834/Put/vlen=32/seqid=83 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:state/1734319266050/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:state/1734319266050/Put/vlen=4/seqid=116 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:regioninfo/1734319265994/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:regioninfo/1734319265994/Put/vlen=65/seqid=99 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:seqnumDuringOpen/1734319265994/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:seqnumDuringOpen/1734319265994/Put/vlen=8/seqid=99 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:server/1734319265994/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:server/1734319265994/Put/vlen=18/seqid=99 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:serverstartcode/1734319265994/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:serverstartcode/1734319265994/Put/vlen=8/seqid=99 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:sn/1734319265828/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:sn/1734319265828/Put/vlen=32/seqid=78 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:state/1734319265994/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:state/1734319265994/Put/vlen=4/seqid=99 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:regioninfo/1734319266045/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:regioninfo/1734319266045/Put/vlen=62/seqid=115 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:seqnumDuringOpen/1734319266045/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:seqnumDuringOpen/1734319266045/Put/vlen=8/seqid=115 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:server/1734319266045/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:server/1734319266045/Put/vlen=18/seqid=115 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:serverstartcode/1734319266045/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:serverstartcode/1734319266045/Put/vlen=8/seqid=115 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:sn/1734319265846/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:sn/1734319265846/Put/vlen=32/seqid=97 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:state/1734319266045/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:state/1734319266045/Put/vlen=4/seqid=115 2024-12-16T03:21:06,150 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:21:06,150 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734319261629/Put/vlen=2/seqid=8 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:regioninfo/1734319261622/Put/vlen=41/seqid=7 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:seqnumDuringOpen/1734319261622/Put/vlen=8/seqid=7 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:server/1734319261622/Put/vlen=18/seqid=7 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:serverstartcode/1734319261622/Put/vlen=8/seqid=7 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:sn/1734319261455/Put/vlen=32/seqid=6 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6./info:state/1734319261622/Put/vlen=4/seqid=7 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0/table:state/1734319264067/Put/vlen=2/seqid=71 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:regioninfo/1734319263914/Put/vlen=62/seqid=52 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:seqnumDuringOpen/1734319263914/Put/vlen=8/seqid=52 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:server/1734319263914/Put/vlen=18/seqid=52 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:serverstartcode/1734319263914/Put/vlen=8/seqid=52 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:sn/1734319263714/Put/vlen=32/seqid=35 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d./info:state/1734319263914/Put/vlen=4/seqid=52 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:regioninfo/1734319263876/Put/vlen=65/seqid=46 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:seqnumDuringOpen/1734319263876/Put/vlen=8/seqid=46 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:server/1734319263876/Put/vlen=18/seqid=46 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:serverstartcode/1734319263876/Put/vlen=8/seqid=46 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:sn/1734319263696/Put/vlen=32/seqid=22 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:state/1734319263876/Put/vlen=4/seqid=46 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:regioninfo/1734319263879/Put/vlen=65/seqid=47 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:seqnumDuringOpen/1734319263879/Put/vlen=8/seqid=47 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:server/1734319263879/Put/vlen=18/seqid=47 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:serverstartcode/1734319263879/Put/vlen=8/seqid=47 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:sn/1734319263709/Put/vlen=32/seqid=32 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514./info:state/1734319263879/Put/vlen=4/seqid=47 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:regioninfo/1734319263935/Put/vlen=65/seqid=56 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:seqnumDuringOpen/1734319263935/Put/vlen=8/seqid=56 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:server/1734319263935/Put/vlen=18/seqid=56 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:serverstartcode/1734319263935/Put/vlen=8/seqid=56 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:sn/1734319263721/Put/vlen=32/seqid=43 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05./info:state/1734319263935/Put/vlen=4/seqid=56 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:regioninfo/1734319263930/Put/vlen=65/seqid=55 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:seqnumDuringOpen/1734319263930/Put/vlen=8/seqid=55 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:server/1734319263930/Put/vlen=18/seqid=55 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:serverstartcode/1734319263930/Put/vlen=8/seqid=55 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:sn/1734319263705/Put/vlen=32/seqid=27 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130./info:state/1734319263930/Put/vlen=4/seqid=55 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:regioninfo/1734319264006/Put/vlen=65/seqid=66 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:seqnumDuringOpen/1734319264006/Put/vlen=8/seqid=66 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:server/1734319264006/Put/vlen=18/seqid=66 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:serverstartcode/1734319264006/Put/vlen=8/seqid=66 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:sn/1734319263709/Put/vlen=32/seqid=33 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6./info:state/1734319264006/Put/vlen=4/seqid=66 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:regioninfo/1734319264006/Put/vlen=65/seqid=65 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:seqnumDuringOpen/1734319264006/Put/vlen=8/seqid=65 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:server/1734319264006/Put/vlen=18/seqid=65 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:serverstartcode/1734319264006/Put/vlen=8/seqid=65 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:sn/1734319263703/Put/vlen=32/seqid=26 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303./info:state/1734319264006/Put/vlen=4/seqid=65 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:regioninfo/1734319264004/Put/vlen=65/seqid=64 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:seqnumDuringOpen/1734319264004/Put/vlen=8/seqid=64 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:server/1734319264004/Put/vlen=18/seqid=64 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:serverstartcode/1734319264004/Put/vlen=8/seqid=64 2024-12-16T03:21:06,152 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:sn/1734319263718/Put/vlen=32/seqid=41 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9./info:state/1734319264004/Put/vlen=4/seqid=64 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:regioninfo/1734319263994/Put/vlen=65/seqid=63 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:seqnumDuringOpen/1734319263994/Put/vlen=8/seqid=63 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:server/1734319263994/Put/vlen=18/seqid=63 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:serverstartcode/1734319263994/Put/vlen=8/seqid=63 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:sn/1734319263708/Put/vlen=32/seqid=31 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c./info:state/1734319263994/Put/vlen=4/seqid=63 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:regioninfo/1734319263902/Put/vlen=65/seqid=50 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:seqnumDuringOpen/1734319263902/Put/vlen=8/seqid=50 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:server/1734319263902/Put/vlen=18/seqid=50 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:serverstartcode/1734319263902/Put/vlen=8/seqid=50 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:sn/1734319263714/Put/vlen=32/seqid=37 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a./info:state/1734319263902/Put/vlen=4/seqid=50 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:regioninfo/1734319263984/Put/vlen=65/seqid=62 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:seqnumDuringOpen/1734319263984/Put/vlen=8/seqid=62 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:server/1734319263984/Put/vlen=18/seqid=62 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:serverstartcode/1734319263984/Put/vlen=8/seqid=62 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:sn/1734319263696/Put/vlen=32/seqid=21 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0./info:state/1734319263984/Put/vlen=4/seqid=62 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:regioninfo/1734319263958/Put/vlen=65/seqid=59 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:seqnumDuringOpen/1734319263958/Put/vlen=8/seqid=59 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:server/1734319263958/Put/vlen=18/seqid=59 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:serverstartcode/1734319263958/Put/vlen=8/seqid=59 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:sn/1734319263720/Put/vlen=32/seqid=42 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677./info:state/1734319263958/Put/vlen=4/seqid=59 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:regioninfo/1734319263910/Put/vlen=65/seqid=51 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:seqnumDuringOpen/1734319263910/Put/vlen=8/seqid=51 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:server/1734319263910/Put/vlen=18/seqid=51 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:serverstartcode/1734319263910/Put/vlen=8/seqid=51 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:sn/1734319263705/Put/vlen=32/seqid=28 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9./info:state/1734319263910/Put/vlen=4/seqid=51 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:regioninfo/1734319263977/Put/vlen=65/seqid=61 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:seqnumDuringOpen/1734319263977/Put/vlen=8/seqid=61 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:server/1734319263977/Put/vlen=18/seqid=61 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:serverstartcode/1734319263977/Put/vlen=8/seqid=61 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:sn/1734319263711/Put/vlen=32/seqid=34 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784./info:state/1734319263977/Put/vlen=4/seqid=61 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:regioninfo/1734319263950/Put/vlen=65/seqid=58 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:seqnumDuringOpen/1734319263950/Put/vlen=8/seqid=58 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:server/1734319263950/Put/vlen=18/seqid=58 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:serverstartcode/1734319263950/Put/vlen=8/seqid=58 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:sn/1734319263697/Put/vlen=32/seqid=23 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25./info:state/1734319263950/Put/vlen=4/seqid=58 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:regioninfo/1734319264028/Put/vlen=65/seqid=67 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:seqnumDuringOpen/1734319264028/Put/vlen=8/seqid=67 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:server/1734319264028/Put/vlen=18/seqid=67 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:serverstartcode/1734319264028/Put/vlen=8/seqid=67 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:sn/1734319263721/Put/vlen=32/seqid=44 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a./info:state/1734319264028/Put/vlen=4/seqid=67 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:regioninfo/1734319263898/Put/vlen=65/seqid=48 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:seqnumDuringOpen/1734319263898/Put/vlen=8/seqid=48 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:server/1734319263898/Put/vlen=18/seqid=48 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:serverstartcode/1734319263898/Put/vlen=8/seqid=48 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:sn/1734319263705/Put/vlen=32/seqid=29 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d./info:state/1734319263898/Put/vlen=4/seqid=48 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:regioninfo/1734319263942/Put/vlen=65/seqid=57 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:seqnumDuringOpen/1734319263942/Put/vlen=8/seqid=57 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:server/1734319263942/Put/vlen=18/seqid=57 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:serverstartcode/1734319263942/Put/vlen=8/seqid=57 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:sn/1734319263714/Put/vlen=32/seqid=36 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442./info:state/1734319263942/Put/vlen=4/seqid=57 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:regioninfo/1734319264059/Put/vlen=65/seqid=70 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:seqnumDuringOpen/1734319264059/Put/vlen=8/seqid=70 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:server/1734319264059/Put/vlen=18/seqid=70 2024-12-16T03:21:06,153 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:serverstartcode/1734319264059/Put/vlen=8/seqid=70 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:sn/1734319263714/Put/vlen=32/seqid=38 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd./info:state/1734319264059/Put/vlen=4/seqid=70 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:regioninfo/1734319263900/Put/vlen=65/seqid=49 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:seqnumDuringOpen/1734319263900/Put/vlen=8/seqid=49 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:server/1734319263900/Put/vlen=18/seqid=49 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:serverstartcode/1734319263900/Put/vlen=8/seqid=49 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:sn/1734319263697/Put/vlen=32/seqid=25 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae./info:state/1734319263900/Put/vlen=4/seqid=49 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:regioninfo/1734319263919/Put/vlen=65/seqid=53 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:seqnumDuringOpen/1734319263919/Put/vlen=8/seqid=53 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:server/1734319263919/Put/vlen=18/seqid=53 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:serverstartcode/1734319263919/Put/vlen=8/seqid=53 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:sn/1734319263718/Put/vlen=32/seqid=40 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae./info:state/1734319263919/Put/vlen=4/seqid=53 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:regioninfo/1734319263961/Put/vlen=65/seqid=60 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:seqnumDuringOpen/1734319263961/Put/vlen=8/seqid=60 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:server/1734319263961/Put/vlen=18/seqid=60 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:serverstartcode/1734319263961/Put/vlen=8/seqid=60 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:sn/1734319263705/Put/vlen=32/seqid=30 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25./info:state/1734319263961/Put/vlen=4/seqid=60 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:regioninfo/1734319264051/Put/vlen=65/seqid=68 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:seqnumDuringOpen/1734319264051/Put/vlen=8/seqid=68 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:server/1734319264051/Put/vlen=18/seqid=68 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:serverstartcode/1734319264051/Put/vlen=8/seqid=68 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:sn/1734319263716/Put/vlen=32/seqid=39 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37./info:state/1734319264051/Put/vlen=4/seqid=68 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:regioninfo/1734319263921/Put/vlen=65/seqid=54 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:seqnumDuringOpen/1734319263921/Put/vlen=8/seqid=54 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:server/1734319263921/Put/vlen=18/seqid=54 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:serverstartcode/1734319263921/Put/vlen=8/seqid=54 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:sn/1734319263696/Put/vlen=32/seqid=24 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b./info:state/1734319263921/Put/vlen=4/seqid=54 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:regioninfo/1734319264052/Put/vlen=62/seqid=69 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:seqnumDuringOpen/1734319264052/Put/vlen=8/seqid=69 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:server/1734319264052/Put/vlen=18/seqid=69 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:serverstartcode/1734319264052/Put/vlen=8/seqid=69 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:sn/1734319263722/Put/vlen=32/seqid=45 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed./info:state/1734319264052/Put/vlen=4/seqid=69 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1/table:state/1734319266077/Put/vlen=2/seqid=124 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:regioninfo/1734319265998/Put/vlen=62/seqid=100 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:seqnumDuringOpen/1734319265998/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:seqnumDuringOpen/1734319265998/Put/vlen=8/seqid=100 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:server/1734319265998/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:server/1734319265998/Put/vlen=18/seqid=100 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:serverstartcode/1734319265998/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:serverstartcode/1734319265998/Put/vlen=8/seqid=100 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:sn/1734319265833/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:sn/1734319265833/Put/vlen=32/seqid=81 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:state/1734319265998/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78./info:state/1734319265998/Put/vlen=4/seqid=100 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:regioninfo/1734319266036/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:regioninfo/1734319266036/Put/vlen=65/seqid=112 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:seqnumDuringOpen/1734319266036/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:seqnumDuringOpen/1734319266036/Put/vlen=8/seqid=112 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:server/1734319266036/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:server/1734319266036/Put/vlen=18/seqid=112 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:serverstartcode/1734319266036/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:serverstartcode/1734319266036/Put/vlen=8/seqid=112 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:sn/1734319265842/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:sn/1734319265842/Put/vlen=32/seqid=92 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:state/1734319266036/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d./info:state/1734319266036/Put/vlen=4/seqid=112 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:regioninfo/1734319266032/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:regioninfo/1734319266032/Put/vlen=65/seqid=110 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:seqnumDuringOpen/1734319266032/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:seqnumDuringOpen/1734319266032/Put/vlen=8/seqid=110 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:server/1734319266032/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:server/1734319266032/Put/vlen=18/seqid=110 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:serverstartcode/1734319266032/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:serverstartcode/1734319266032/Put/vlen=8/seqid=110 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:sn/1734319265828/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:sn/1734319265828/Put/vlen=32/seqid=74 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:state/1734319266032/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d./info:state/1734319266032/Put/vlen=4/seqid=110 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:regioninfo/1734319266035/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:regioninfo/1734319266035/Put/vlen=65/seqid=111 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:seqnumDuringOpen/1734319266035/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:seqnumDuringOpen/1734319266035/Put/vlen=8/seqid=111 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:server/1734319266035/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:server/1734319266035/Put/vlen=18/seqid=111 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:serverstartcode/1734319266035/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:serverstartcode/1734319266035/Put/vlen=8/seqid=111 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:sn/1734319265845/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:sn/1734319265845/Put/vlen=32/seqid=94 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:state/1734319266035/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d./info:state/1734319266035/Put/vlen=4/seqid=111 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:regioninfo/1734319266037/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:regioninfo/1734319266037/Put/vlen=65/seqid=113 2024-12-16T03:21:06,154 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:seqnumDuringOpen/1734319266037/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:seqnumDuringOpen/1734319266037/Put/vlen=8/seqid=113 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:server/1734319266037/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:server/1734319266037/Put/vlen=18/seqid=113 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:serverstartcode/1734319266037/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:serverstartcode/1734319266037/Put/vlen=8/seqid=113 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:sn/1734319265833/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:sn/1734319265833/Put/vlen=32/seqid=82 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:state/1734319266037/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc./info:state/1734319266037/Put/vlen=4/seqid=113 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:regioninfo/1734319266014/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:regioninfo/1734319266014/Put/vlen=65/seqid=105 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:seqnumDuringOpen/1734319266014/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:seqnumDuringOpen/1734319266014/Put/vlen=8/seqid=105 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:server/1734319266014/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:server/1734319266014/Put/vlen=18/seqid=105 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:serverstartcode/1734319266014/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:serverstartcode/1734319266014/Put/vlen=8/seqid=105 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:sn/1734319265839/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:sn/1734319265839/Put/vlen=32/seqid=90 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:state/1734319266014/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176./info:state/1734319266014/Put/vlen=4/seqid=105 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:regioninfo/1734319266058/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:regioninfo/1734319266058/Put/vlen=65/seqid=118 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:seqnumDuringOpen/1734319266058/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:seqnumDuringOpen/1734319266058/Put/vlen=8/seqid=118 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:server/1734319266058/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:server/1734319266058/Put/vlen=18/seqid=118 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:serverstartcode/1734319266058/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:serverstartcode/1734319266058/Put/vlen=8/seqid=118 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:sn/1734319265847/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:sn/1734319265847/Put/vlen=32/seqid=98 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:state/1734319266058/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529./info:state/1734319266058/Put/vlen=4/seqid=118 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:regioninfo/1734319266044/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:regioninfo/1734319266044/Put/vlen=65/seqid=114 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:seqnumDuringOpen/1734319266044/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:seqnumDuringOpen/1734319266044/Put/vlen=8/seqid=114 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:server/1734319266044/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:server/1734319266044/Put/vlen=18/seqid=114 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:serverstartcode/1734319266044/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:serverstartcode/1734319266044/Put/vlen=8/seqid=114 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:sn/1734319265828/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:sn/1734319265828/Put/vlen=32/seqid=76 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:state/1734319266044/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa./info:state/1734319266044/Put/vlen=4/seqid=114 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:regioninfo/1734319266010/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:regioninfo/1734319266010/Put/vlen=65/seqid=103 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:seqnumDuringOpen/1734319266010/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:seqnumDuringOpen/1734319266010/Put/vlen=8/seqid=103 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:server/1734319266010/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:server/1734319266010/Put/vlen=18/seqid=103 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:serverstartcode/1734319266010/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:serverstartcode/1734319266010/Put/vlen=8/seqid=103 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:sn/1734319265836/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:sn/1734319265836/Put/vlen=32/seqid=86 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:state/1734319266010/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448./info:state/1734319266010/Put/vlen=4/seqid=103 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:regioninfo/1734319266067/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:regioninfo/1734319266067/Put/vlen=65/seqid=121 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:seqnumDuringOpen/1734319266067/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:seqnumDuringOpen/1734319266067/Put/vlen=8/seqid=121 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:server/1734319266067/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:server/1734319266067/Put/vlen=18/seqid=121 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:serverstartcode/1734319266067/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:serverstartcode/1734319266067/Put/vlen=8/seqid=121 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:sn/1734319265839/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:sn/1734319265839/Put/vlen=32/seqid=88 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:state/1734319266067/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e./info:state/1734319266067/Put/vlen=4/seqid=121 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:regioninfo/1734319266018/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:regioninfo/1734319266018/Put/vlen=65/seqid=106 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:seqnumDuringOpen/1734319266018/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:seqnumDuringOpen/1734319266018/Put/vlen=8/seqid=106 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:server/1734319266018/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:server/1734319266018/Put/vlen=18/seqid=106 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:serverstartcode/1734319266018/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:serverstartcode/1734319266018/Put/vlen=8/seqid=106 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:sn/1734319265828/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:sn/1734319265828/Put/vlen=32/seqid=75 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:state/1734319266018/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656./info:state/1734319266018/Put/vlen=4/seqid=106 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:regioninfo/1734319266010/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:regioninfo/1734319266010/Put/vlen=65/seqid=104 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:seqnumDuringOpen/1734319266010/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:seqnumDuringOpen/1734319266010/Put/vlen=8/seqid=104 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:server/1734319266010/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:server/1734319266010/Put/vlen=18/seqid=104 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:serverstartcode/1734319266010/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:serverstartcode/1734319266010/Put/vlen=8/seqid=104 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:sn/1734319265845/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:sn/1734319265845/Put/vlen=32/seqid=96 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:state/1734319266010/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc./info:state/1734319266010/Put/vlen=4/seqid=104 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:regioninfo/1734319266054/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:regioninfo/1734319266054/Put/vlen=65/seqid=117 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:seqnumDuringOpen/1734319266054/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:seqnumDuringOpen/1734319266054/Put/vlen=8/seqid=117 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:server/1734319266054/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:server/1734319266054/Put/vlen=18/seqid=117 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:serverstartcode/1734319266054/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:serverstartcode/1734319266054/Put/vlen=8/seqid=117 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:sn/1734319265837/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:sn/1734319265837/Put/vlen=32/seqid=87 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:state/1734319266054/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd./info:state/1734319266054/Put/vlen=4/seqid=117 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:regioninfo/1734319266024/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:regioninfo/1734319266024/Put/vlen=65/seqid=108 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:seqnumDuringOpen/1734319266024/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:seqnumDuringOpen/1734319266024/Put/vlen=8/seqid=108 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:server/1734319266024/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:server/1734319266024/Put/vlen=18/seqid=108 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:serverstartcode/1734319266024/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:serverstartcode/1734319266024/Put/vlen=8/seqid=108 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:sn/1734319265835/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:sn/1734319265835/Put/vlen=32/seqid=84 2024-12-16T03:21:06,155 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:state/1734319266024/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628./info:state/1734319266024/Put/vlen=4/seqid=108 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:regioninfo/1734319266006/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:regioninfo/1734319266006/Put/vlen=65/seqid=102 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:seqnumDuringOpen/1734319266006/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:seqnumDuringOpen/1734319266006/Put/vlen=8/seqid=102 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:server/1734319266006/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:server/1734319266006/Put/vlen=18/seqid=102 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:serverstartcode/1734319266006/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:serverstartcode/1734319266006/Put/vlen=8/seqid=102 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:sn/1734319265828/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:sn/1734319265828/Put/vlen=32/seqid=77 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:state/1734319266006/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e./info:state/1734319266006/Put/vlen=4/seqid=102 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:regioninfo/1734319266071/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:regioninfo/1734319266071/Put/vlen=65/seqid=122 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:seqnumDuringOpen/1734319266071/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:seqnumDuringOpen/1734319266071/Put/vlen=8/seqid=122 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:server/1734319266071/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:server/1734319266071/Put/vlen=18/seqid=122 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:serverstartcode/1734319266071/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:serverstartcode/1734319266071/Put/vlen=8/seqid=122 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:sn/1734319265845/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:sn/1734319265845/Put/vlen=32/seqid=95 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:state/1734319266071/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b./info:state/1734319266071/Put/vlen=4/seqid=122 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:regioninfo/1734319266062/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:regioninfo/1734319266062/Put/vlen=65/seqid=120 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:seqnumDuringOpen/1734319266062/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:seqnumDuringOpen/1734319266062/Put/vlen=8/seqid=120 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:server/1734319266062/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:server/1734319266062/Put/vlen=18/seqid=120 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:serverstartcode/1734319266062/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:serverstartcode/1734319266062/Put/vlen=8/seqid=120 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:sn/1734319265832/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:sn/1734319265832/Put/vlen=32/seqid=80 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:state/1734319266062/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6./info:state/1734319266062/Put/vlen=4/seqid=120 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:regioninfo/1734319266003/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:regioninfo/1734319266003/Put/vlen=65/seqid=101 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:seqnumDuringOpen/1734319266003/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:seqnumDuringOpen/1734319266003/Put/vlen=8/seqid=101 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:server/1734319266003/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:server/1734319266003/Put/vlen=18/seqid=101 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:serverstartcode/1734319266003/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:serverstartcode/1734319266003/Put/vlen=8/seqid=101 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:sn/1734319265840/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:sn/1734319265840/Put/vlen=32/seqid=91 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:state/1734319266003/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0./info:state/1734319266003/Put/vlen=4/seqid=101 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:regioninfo/1734319266022/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:regioninfo/1734319266022/Put/vlen=65/seqid=107 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:seqnumDuringOpen/1734319266022/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:seqnumDuringOpen/1734319266022/Put/vlen=8/seqid=107 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:server/1734319266022/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:server/1734319266022/Put/vlen=18/seqid=107 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:serverstartcode/1734319266022/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:serverstartcode/1734319266022/Put/vlen=8/seqid=107 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:sn/1734319265844/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:sn/1734319265844/Put/vlen=32/seqid=93 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:state/1734319266022/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f./info:state/1734319266022/Put/vlen=4/seqid=107 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:regioninfo/1734319266058/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:regioninfo/1734319266058/Put/vlen=65/seqid=119 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:seqnumDuringOpen/1734319266058/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:seqnumDuringOpen/1734319266058/Put/vlen=8/seqid=119 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:server/1734319266058/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:server/1734319266058/Put/vlen=18/seqid=119 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:serverstartcode/1734319266058/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:serverstartcode/1734319266058/Put/vlen=8/seqid=119 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:sn/1734319265832/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:sn/1734319265832/Put/vlen=32/seqid=79 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:state/1734319266058/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839./info:state/1734319266058/Put/vlen=4/seqid=119 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:regioninfo/1734319266073/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:regioninfo/1734319266073/Put/vlen=65/seqid=123 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:seqnumDuringOpen/1734319266073/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:seqnumDuringOpen/1734319266073/Put/vlen=8/seqid=123 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:server/1734319266073/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:server/1734319266073/Put/vlen=18/seqid=123 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:serverstartcode/1734319266073/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:serverstartcode/1734319266073/Put/vlen=8/seqid=123 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:sn/1734319265836/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:sn/1734319265836/Put/vlen=32/seqid=85 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:state/1734319266073/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567./info:state/1734319266073/Put/vlen=4/seqid=123 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:regioninfo/1734319266025/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:regioninfo/1734319266025/Put/vlen=65/seqid=109 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:seqnumDuringOpen/1734319266025/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:seqnumDuringOpen/1734319266025/Put/vlen=8/seqid=109 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:server/1734319266025/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:server/1734319266025/Put/vlen=18/seqid=109 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:serverstartcode/1734319266025/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:serverstartcode/1734319266025/Put/vlen=8/seqid=109 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:sn/1734319265839/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:sn/1734319265839/Put/vlen=32/seqid=89 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:state/1734319266025/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9./info:state/1734319266025/Put/vlen=4/seqid=109 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:regioninfo/1734319266050/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:regioninfo/1734319266050/Put/vlen=65/seqid=116 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:seqnumDuringOpen/1734319266050/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:seqnumDuringOpen/1734319266050/Put/vlen=8/seqid=116 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:server/1734319266050/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:server/1734319266050/Put/vlen=18/seqid=116 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:serverstartcode/1734319266050/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:serverstartcode/1734319266050/Put/vlen=8/seqid=116 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:sn/1734319265834/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:sn/1734319265834/Put/vlen=32/seqid=83 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:state/1734319266050/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a./info:state/1734319266050/Put/vlen=4/seqid=116 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:regioninfo/1734319265994/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:regioninfo/1734319265994/Put/vlen=65/seqid=99 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:seqnumDuringOpen/1734319265994/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:seqnumDuringOpen/1734319265994/Put/vlen=8/seqid=99 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:server/1734319265994/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:server/1734319265994/Put/vlen=18/seqid=99 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:serverstartcode/1734319265994/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:serverstartcode/1734319265994/Put/vlen=8/seqid=99 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:sn/1734319265828/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:sn/1734319265828/Put/vlen=32/seqid=78 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:state/1734319265994/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a./info:state/1734319265994/Put/vlen=4/seqid=99 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:regioninfo/1734319266045/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:regioninfo/1734319266045/Put/vlen=62/seqid=115 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:seqnumDuringOpen/1734319266045/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:seqnumDuringOpen/1734319266045/Put/vlen=8/seqid=115 2024-12-16T03:21:06,156 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:server/1734319266045/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:server/1734319266045/Put/vlen=18/seqid=115 2024-12-16T03:21:06,157 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:serverstartcode/1734319266045/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:serverstartcode/1734319266045/Put/vlen=8/seqid=115 2024-12-16T03:21:06,157 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:sn/1734319265846/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:sn/1734319265846/Put/vlen=32/seqid=97 2024-12-16T03:21:06,157 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:state/1734319266045/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3./info:state/1734319266045/Put/vlen=4/seqid=115 2024-12-16T03:21:06,158 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testHBaseMetaReplicates_1 2024-12-16T03:21:06,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testHBaseMetaReplicates_1 2024-12-16T03:21:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testHBaseMetaReplicates_1 2024-12-16T03:21:06,164 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319266164"}]},"ts":"1734319266164"} 2024-12-16T03:21:06,165 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_1, state=DISABLING in hbase:meta 2024-12-16T03:21:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-16T03:21:06,175 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testHBaseMetaReplicates_1 to state=DISABLING 2024-12-16T03:21:06,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testHBaseMetaReplicates_1}] 2024-12-16T03:21:06,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a7ec8a587508799c2c22b3ab26030a78, UNASSIGN}, {pid=123, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=55783f8f2209b7ea68a96a72c581621d, UNASSIGN}, {pid=124, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e75ac34539ae8cde36ca054a95d3f20d, UNASSIGN}, {pid=125, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=51ccdd614f4f4f04af5779df7aad8b8d, UNASSIGN}, {pid=126, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=502e647606c71dc0de9cdc1b4da981fc, UNASSIGN}, {pid=127, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e1e6b408a6c8a126bc594a45e89cc176, UNASSIGN}, {pid=128, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=6ae7b120c3f87d9f7cc0fcb9958b8529, UNASSIGN}, {pid=129, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=9501c992faadd1d7a2f25bfda1930eaa, UNASSIGN}, {pid=130, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=369cda1239deb8ab8a00a5b0b9fee448, UNASSIGN}, {pid=131, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e14c05572bced8393e72057c40f8cd5e, UNASSIGN}, {pid=132, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=212e23fa23174851ced0949639143656, UNASSIGN}, {pid=133, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f6c7eee14c3fdf85c08fdd2194a4f1fc, UNASSIGN}, {pid=134, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e420abbcc5f903284b80c14f80ba8ddd, UNASSIGN}, {pid=135, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=93d6569829d5b84605b466631a3f3628, UNASSIGN}, {pid=136, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a26330df152a682f0a8ae71dafc6e33e, UNASSIGN}, {pid=137, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=df235ce33ff7fac4104266e8182f220b, UNASSIGN}, {pid=138, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3efea7c592052af442d46db9aaffc8e6, UNASSIGN}, {pid=139, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=647c7f38caa9341a02c99368478326e0, UNASSIGN}, {pid=140, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=1bd4a4584a48b0d3d7e508fca944f53f, UNASSIGN}, {pid=141, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=c1118392d54949bc2f4371996e818839, UNASSIGN}, {pid=142, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3582ee930e6ea58a5088ce6409229567, UNASSIGN}, {pid=143, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=92375bcdf793cba272a3087b171441d9, UNASSIGN}, {pid=144, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=94913f2411fbbbd1c82ccd9082cf399a, UNASSIGN}, {pid=145, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=98676e7778125eb013f528c3eb71806a, UNASSIGN}, {pid=146, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3d70c0dbdd56603c6e6e1b2ec7053bf3, UNASSIGN}] 2024-12-16T03:21:06,180 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=136, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a26330df152a682f0a8ae71dafc6e33e, UNASSIGN 2024-12-16T03:21:06,180 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e420abbcc5f903284b80c14f80ba8ddd, UNASSIGN 2024-12-16T03:21:06,180 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=135, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=93d6569829d5b84605b466631a3f3628, UNASSIGN 2024-12-16T03:21:06,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=133, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f6c7eee14c3fdf85c08fdd2194a4f1fc, UNASSIGN 2024-12-16T03:21:06,180 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=e420abbcc5f903284b80c14f80ba8ddd, regionState=CLOSING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:06,180 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=a26330df152a682f0a8ae71dafc6e33e, regionState=CLOSING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:06,181 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=133 updating hbase:meta row=f6c7eee14c3fdf85c08fdd2194a4f1fc, regionState=CLOSING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:06,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=135 updating hbase:meta row=93d6569829d5b84605b466631a3f3628, regionState=CLOSING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:06,181 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3d70c0dbdd56603c6e6e1b2ec7053bf3, UNASSIGN 2024-12-16T03:21:06,181 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=3d70c0dbdd56603c6e6e1b2ec7053bf3, regionState=CLOSING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:06,181 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=136, state=RUNNABLE; CloseRegionProcedure a26330df152a682f0a8ae71dafc6e33e, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:06,181 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,182 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=133, state=RUNNABLE; CloseRegionProcedure f6c7eee14c3fdf85c08fdd2194a4f1fc, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:06,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=134, state=RUNNABLE; CloseRegionProcedure e420abbcc5f903284b80c14f80ba8ddd, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:06,182 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,182 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=146, state=RUNNABLE; CloseRegionProcedure 3d70c0dbdd56603c6e6e1b2ec7053bf3, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:06,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=135, state=RUNNABLE; CloseRegionProcedure 93d6569829d5b84605b466631a3f3628, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:06,183 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=145, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=98676e7778125eb013f528c3eb71806a, UNASSIGN 2024-12-16T03:21:06,184 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=94913f2411fbbbd1c82ccd9082cf399a, UNASSIGN 2024-12-16T03:21:06,184 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=145 updating hbase:meta row=98676e7778125eb013f528c3eb71806a, regionState=CLOSING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:06,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=94913f2411fbbbd1c82ccd9082cf399a, regionState=CLOSING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:06,184 DEBUG [AsyncFSWAL-0-hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb-prefix:f0d65a6309ee,35125,1734319260227.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80539, logrollsize=80530 2024-12-16T03:21:06,184 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,184 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL f0d65a6309ee%2C35125%2C1734319260227.meta:.meta(num 1734319261164) roll requested 2024-12-16T03:21:06,185 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=145, state=RUNNABLE; CloseRegionProcedure 98676e7778125eb013f528c3eb71806a, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:06,185 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=143, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=92375bcdf793cba272a3087b171441d9, UNASSIGN 2024-12-16T03:21:06,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=144, state=RUNNABLE; CloseRegionProcedure 94913f2411fbbbd1c82ccd9082cf399a, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:06,185 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3582ee930e6ea58a5088ce6409229567, UNASSIGN 2024-12-16T03:21:06,185 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=143 updating hbase:meta row=92375bcdf793cba272a3087b171441d9, regionState=CLOSING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:06,185 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=141, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=c1118392d54949bc2f4371996e818839, UNASSIGN 2024-12-16T03:21:06,186 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=141 updating hbase:meta row=c1118392d54949bc2f4371996e818839, regionState=CLOSING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:06,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=3582ee930e6ea58a5088ce6409229567, regionState=CLOSING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:06,186 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=143, state=RUNNABLE; CloseRegionProcedure 92375bcdf793cba272a3087b171441d9, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:06,187 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=142, state=RUNNABLE; CloseRegionProcedure 3582ee930e6ea58a5088ce6409229567, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:06,189 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=141, state=RUNNABLE; CloseRegionProcedure c1118392d54949bc2f4371996e818839, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:06,189 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=1bd4a4584a48b0d3d7e508fca944f53f, UNASSIGN 2024-12-16T03:21:06,191 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=1bd4a4584a48b0d3d7e508fca944f53f, regionState=CLOSING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:06,193 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=139, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=647c7f38caa9341a02c99368478326e0, UNASSIGN 2024-12-16T03:21:06,194 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=140, state=RUNNABLE; CloseRegionProcedure 1bd4a4584a48b0d3d7e508fca944f53f, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:06,194 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3efea7c592052af442d46db9aaffc8e6, UNASSIGN 2024-12-16T03:21:06,194 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=139 updating hbase:meta row=647c7f38caa9341a02c99368478326e0, regionState=CLOSING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:06,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=3efea7c592052af442d46db9aaffc8e6, regionState=CLOSING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:06,195 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,197 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=137, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=df235ce33ff7fac4104266e8182f220b, UNASSIGN 2024-12-16T03:21:06,197 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,197 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=212e23fa23174851ced0949639143656, UNASSIGN 2024-12-16T03:21:06,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=138, state=RUNNABLE; CloseRegionProcedure 3efea7c592052af442d46db9aaffc8e6, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:06,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=139, state=RUNNABLE; CloseRegionProcedure 647c7f38caa9341a02c99368478326e0, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:06,197 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=137 updating hbase:meta row=df235ce33ff7fac4104266e8182f220b, regionState=CLOSING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:06,197 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=212e23fa23174851ced0949639143656, regionState=CLOSING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:06,197 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=131, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e14c05572bced8393e72057c40f8cd5e, UNASSIGN 2024-12-16T03:21:06,198 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=131 updating hbase:meta row=e14c05572bced8393e72057c40f8cd5e, regionState=CLOSING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:06,199 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=137, state=RUNNABLE; CloseRegionProcedure df235ce33ff7fac4104266e8182f220b, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:06,200 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=369cda1239deb8ab8a00a5b0b9fee448, UNASSIGN 2024-12-16T03:21:06,200 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=129, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=9501c992faadd1d7a2f25bfda1930eaa, UNASSIGN 2024-12-16T03:21:06,200 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=369cda1239deb8ab8a00a5b0b9fee448, regionState=CLOSING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:06,201 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=129 updating hbase:meta row=9501c992faadd1d7a2f25bfda1930eaa, regionState=CLOSING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:06,201 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=6ae7b120c3f87d9f7cc0fcb9958b8529, UNASSIGN 2024-12-16T03:21:06,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=6ae7b120c3f87d9f7cc0fcb9958b8529, regionState=CLOSING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:06,202 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta, exclude list is [], retry=0 2024-12-16T03:21:06,203 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=132, state=RUNNABLE; CloseRegionProcedure 212e23fa23174851ced0949639143656, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:06,204 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,204 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38759,DS-65ba7ea6-810e-4230-aa76-20a3d64f3f16,DISK] 2024-12-16T03:21:06,204 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-80bacc7c-9618-4da7-aae5-d4180fdec4f1,DISK] 2024-12-16T03:21:06,204 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46063,DS-6c134b6b-db90-4878-ad96-99bab63be04b,DISK] 2024-12-16T03:21:06,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=131, state=RUNNABLE; CloseRegionProcedure e14c05572bced8393e72057c40f8cd5e, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:06,205 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,205 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,205 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=128, state=RUNNABLE; CloseRegionProcedure 6ae7b120c3f87d9f7cc0fcb9958b8529, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:06,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=129, state=RUNNABLE; CloseRegionProcedure 9501c992faadd1d7a2f25bfda1930eaa, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:06,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=130, state=RUNNABLE; CloseRegionProcedure 369cda1239deb8ab8a00a5b0b9fee448, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:06,207 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta with entries=138, filesize=84.66 KB; new WAL /user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta 2024-12-16T03:21:06,207 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=127, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e1e6b408a6c8a126bc594a45e89cc176, UNASSIGN 2024-12-16T03:21:06,207 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=127 updating hbase:meta row=e1e6b408a6c8a126bc594a45e89cc176, regionState=CLOSING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:06,207 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38331:38331),(127.0.0.1/127.0.0.1:34229:34229),(127.0.0.1/127.0.0.1:37681:37681)] 2024-12-16T03:21:06,207 DEBUG [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta is not closed yet, will try archiving it next time 2024-12-16T03:21:06,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741837_1013 (size=86696) 2024-12-16T03:21:06,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741837_1013 (size=86696) 2024-12-16T03:21:06,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741837_1013 (size=86696) 2024-12-16T03:21:06,209 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=127, state=RUNNABLE; CloseRegionProcedure e1e6b408a6c8a126bc594a45e89cc176, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:06,209 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=502e647606c71dc0de9cdc1b4da981fc, UNASSIGN 2024-12-16T03:21:06,209 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=125, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=51ccdd614f4f4f04af5779df7aad8b8d, UNASSIGN 2024-12-16T03:21:06,210 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=502e647606c71dc0de9cdc1b4da981fc, regionState=CLOSING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:06,210 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=125 updating hbase:meta row=51ccdd614f4f4f04af5779df7aad8b8d, regionState=CLOSING, regionLocation=f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:06,210 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e75ac34539ae8cde36ca054a95d3f20d, UNASSIGN 2024-12-16T03:21:06,210 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=123, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=55783f8f2209b7ea68a96a72c581621d, UNASSIGN 2024-12-16T03:21:06,211 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=126, state=RUNNABLE; CloseRegionProcedure 502e647606c71dc0de9cdc1b4da981fc, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:06,211 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=125, state=RUNNABLE; CloseRegionProcedure 51ccdd614f4f4f04af5779df7aad8b8d, server=f0d65a6309ee,35125,1734319260227}] 2024-12-16T03:21:06,224 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=e75ac34539ae8cde36ca054a95d3f20d, regionState=CLOSING, regionLocation=f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:06,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=123 updating hbase:meta row=55783f8f2209b7ea68a96a72c581621d, regionState=CLOSING, regionLocation=f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:06,225 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=123, state=RUNNABLE; CloseRegionProcedure 55783f8f2209b7ea68a96a72c581621d, server=f0d65a6309ee,40819,1734319260195}] 2024-12-16T03:21:06,225 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a7ec8a587508799c2c22b3ab26030a78, UNASSIGN 2024-12-16T03:21:06,225 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=a7ec8a587508799c2c22b3ab26030a78, regionState=CLOSING, regionLocation=f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:06,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=124, state=RUNNABLE; CloseRegionProcedure e75ac34539ae8cde36ca054a95d3f20d, server=f0d65a6309ee,46459,1734319260285}] 2024-12-16T03:21:06,228 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:21:06,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=122, state=RUNNABLE; CloseRegionProcedure a7ec8a587508799c2c22b3ab26030a78, server=f0d65a6309ee,41321,1734319260255}] 2024-12-16T03:21:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-16T03:21:06,284 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta to pos 77609, reset compression=false 2024-12-16T03:21:06,286 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-16T03:21:06,286 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta 2024-12-16T03:21:06,286 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/125=[#edits: 1 = ],204}, {hbase:meta/1588230740/126=[#edits: 3 = ],668}, {hbase:meta/1588230740/127=[#edits: 3 = ],668}, {hbase:meta/1588230740/128=[#edits: 3 = ],668}, {hbase:meta/1588230740/129=[#edits: 3 = ],668}, {hbase:meta/1588230740/130=[#edits: 3 = ],668}, {hbase:meta/1588230740/131=[#edits: 3 = ],668}, {hbase:meta/1588230740/132=[#edits: 3 = ],668}, {hbase:meta/1588230740/133=[#edits: 3 = ],668}, {hbase:meta/1588230740/134=[#edits: 3 = ],668}, {hbase:meta/1588230740/135=[#edits: 3 = ],668}, {hbase:meta/1588230740/136=[#edits: 3 = ],668}, {hbase:meta/1588230740/137=[#edits: 3 = ],668}, {hbase:meta/1588230740/138=[#edits: 3 = ],668}, {hbase:meta/1588230740/139=[#edits: 3 = ],668}, {hbase:meta/1588230740/140=[#edits: 3 = ],668}, {hbase:meta/1588230740/141=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=85269, nbRowKeys=17, nbHFiles=0, heapSize=10892, lastSeqIds={}, endOfFile=false,usedBufferSize=10892] 2024-12-16T03:21:06,286 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-16T03:21:06,286 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta, startPosition=0, beingWritten=true 2024-12-16T03:21:06,289 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/142=[#edits: 3 = ],668}, {hbase:meta/1588230740/143=[#edits: 3 = ],668}, {hbase:meta/1588230740/144=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319261164.meta, lastWalPosition=86688, nbRowKeys=3, nbHFiles=0, heapSize=2004, lastSeqIds={}, endOfFile=true,usedBufferSize=2004] 2024-12-16T03:21:06,290 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-16T03:21:06,290 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 2911, reset compression=false 2024-12-16T03:21:06,290 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/145=[#edits: 3 = ],668}, {hbase:meta/1588230740/146=[#edits: 3 = ],668}, {hbase:meta/1588230740/147=[#edits: 3 = ],668}, {hbase:meta/1588230740/148=[#edits: 3 = ],668}, {hbase:meta/1588230740/149=[#edits: 3 = ],668}, {hbase:meta/1588230740/150=[#edits: 3 = ],660}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta, lastWalPosition=2911, nbRowKeys=6, nbHFiles=0, heapSize=4000, lastSeqIds={}, endOfFile=false,usedBufferSize=4000] 2024-12-16T03:21:06,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,46459,1734319260285 2024-12-16T03:21:06,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,35125,1734319260227 2024-12-16T03:21:06,333 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(124): Close e75ac34539ae8cde36ca054a95d3f20d 2024-12-16T03:21:06,333 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close f6c7eee14c3fdf85c08fdd2194a4f1fc 2024-12-16T03:21:06,333 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,333 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,333 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1681): Closing e75ac34539ae8cde36ca054a95d3f20d, disabling compactions & flushes 2024-12-16T03:21:06,333 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing f6c7eee14c3fdf85c08fdd2194a4f1fc, disabling compactions & flushes 2024-12-16T03:21:06,333 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d. 2024-12-16T03:21:06,333 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc. 2024-12-16T03:21:06,333 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d. 2024-12-16T03:21:06,333 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d. after waiting 0 ms 2024-12-16T03:21:06,333 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc. 2024-12-16T03:21:06,333 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d. 2024-12-16T03:21:06,333 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc. after waiting 0 ms 2024-12-16T03:21:06,333 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc. 2024-12-16T03:21:06,335 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,41321,1734319260255 2024-12-16T03:21:06,335 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,40819,1734319260195 2024-12-16T03:21:06,335 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(124): Close 369cda1239deb8ab8a00a5b0b9fee448 2024-12-16T03:21:06,335 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,335 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1681): Closing 369cda1239deb8ab8a00a5b0b9fee448, disabling compactions & flushes 2024-12-16T03:21:06,335 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448. 2024-12-16T03:21:06,335 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448. 2024-12-16T03:21:06,335 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448. after waiting 0 ms 2024-12-16T03:21:06,335 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448. 2024-12-16T03:21:06,336 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(124): Close e1e6b408a6c8a126bc594a45e89cc176 2024-12-16T03:21:06,336 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,336 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1681): Closing e1e6b408a6c8a126bc594a45e89cc176, disabling compactions & flushes 2024-12-16T03:21:06,336 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176. 2024-12-16T03:21:06,336 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176. 2024-12-16T03:21:06,336 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176. after waiting 0 ms 2024-12-16T03:21:06,336 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176. 2024-12-16T03:21:06,337 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/f6c7eee14c3fdf85c08fdd2194a4f1fc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,338 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,lll,1734319265023.f6c7eee14c3fdf85c08fdd2194a4f1fc. 2024-12-16T03:21:06,338 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for f6c7eee14c3fdf85c08fdd2194a4f1fc: 2024-12-16T03:21:06,338 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/369cda1239deb8ab8a00a5b0b9fee448/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,338 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e75ac34539ae8cde36ca054a95d3f20d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,339 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ccc,1734319265023.e75ac34539ae8cde36ca054a95d3f20d. 2024-12-16T03:21:06,339 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed f6c7eee14c3fdf85c08fdd2194a4f1fc 2024-12-16T03:21:06,339 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,iii,1734319265023.369cda1239deb8ab8a00a5b0b9fee448. 2024-12-16T03:21:06,339 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1635): Region close journal for 369cda1239deb8ab8a00a5b0b9fee448: 2024-12-16T03:21:06,339 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1635): Region close journal for e75ac34539ae8cde36ca054a95d3f20d: 2024-12-16T03:21:06,339 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close 3d70c0dbdd56603c6e6e1b2ec7053bf3 2024-12-16T03:21:06,339 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,339 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing 3d70c0dbdd56603c6e6e1b2ec7053bf3, disabling compactions & flushes 2024-12-16T03:21:06,339 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3. 2024-12-16T03:21:06,339 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3. 2024-12-16T03:21:06,339 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3. after waiting 0 ms 2024-12-16T03:21:06,339 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3. 2024-12-16T03:21:06,340 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=133 updating hbase:meta row=f6c7eee14c3fdf85c08fdd2194a4f1fc, regionState=CLOSED 2024-12-16T03:21:06,341 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e1e6b408a6c8a126bc594a45e89cc176/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,342 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,fff,1734319265023.e1e6b408a6c8a126bc594a45e89cc176. 2024-12-16T03:21:06,342 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1635): Region close journal for e1e6b408a6c8a126bc594a45e89cc176: 2024-12-16T03:21:06,342 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/3d70c0dbdd56603c6e6e1b2ec7053bf3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,343 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(170): Closed 369cda1239deb8ab8a00a5b0b9fee448 2024-12-16T03:21:06,343 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(124): Close 93d6569829d5b84605b466631a3f3628 2024-12-16T03:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1681): Closing 93d6569829d5b84605b466631a3f3628, disabling compactions & flushes 2024-12-16T03:21:06,343 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628. 2024-12-16T03:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628. 2024-12-16T03:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628. after waiting 0 ms 2024-12-16T03:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628. 2024-12-16T03:21:06,343 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=369cda1239deb8ab8a00a5b0b9fee448, regionState=CLOSED 2024-12-16T03:21:06,343 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(170): Closed e75ac34539ae8cde36ca054a95d3f20d 2024-12-16T03:21:06,343 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(124): Close 98676e7778125eb013f528c3eb71806a 2024-12-16T03:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,344 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1681): Closing 98676e7778125eb013f528c3eb71806a, disabling compactions & flushes 2024-12-16T03:21:06,344 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a. 2024-12-16T03:21:06,344 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a. 2024-12-16T03:21:06,344 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a. after waiting 0 ms 2024-12-16T03:21:06,344 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a. 2024-12-16T03:21:06,343 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,yyy,1734319265023.3d70c0dbdd56603c6e6e1b2ec7053bf3. 2024-12-16T03:21:06,344 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for 3d70c0dbdd56603c6e6e1b2ec7053bf3: 2024-12-16T03:21:06,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=e75ac34539ae8cde36ca054a95d3f20d, regionState=CLOSED 2024-12-16T03:21:06,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=133 2024-12-16T03:21:06,347 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(170): Closed e1e6b408a6c8a126bc594a45e89cc176 2024-12-16T03:21:06,347 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(124): Close 55783f8f2209b7ea68a96a72c581621d 2024-12-16T03:21:06,347 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,347 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1681): Closing 55783f8f2209b7ea68a96a72c581621d, disabling compactions & flushes 2024-12-16T03:21:06,347 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d. 2024-12-16T03:21:06,347 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d. 2024-12-16T03:21:06,347 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d. after waiting 0 ms 2024-12-16T03:21:06,347 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d. 2024-12-16T03:21:06,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=133, state=SUCCESS; CloseRegionProcedure f6c7eee14c3fdf85c08fdd2194a4f1fc, server=f0d65a6309ee,35125,1734319260227 in 160 msec 2024-12-16T03:21:06,348 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=127 updating hbase:meta row=e1e6b408a6c8a126bc594a45e89cc176, regionState=CLOSED 2024-12-16T03:21:06,348 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed 3d70c0dbdd56603c6e6e1b2ec7053bf3 2024-12-16T03:21:06,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=130 2024-12-16T03:21:06,349 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(124): Close df235ce33ff7fac4104266e8182f220b 2024-12-16T03:21:06,349 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,349 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1681): Closing df235ce33ff7fac4104266e8182f220b, disabling compactions & flushes 2024-12-16T03:21:06,349 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b. 2024-12-16T03:21:06,349 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b. 2024-12-16T03:21:06,349 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b. after waiting 0 ms 2024-12-16T03:21:06,349 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b. 2024-12-16T03:21:06,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f6c7eee14c3fdf85c08fdd2194a4f1fc, UNASSIGN in 168 msec 2024-12-16T03:21:06,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=130, state=SUCCESS; CloseRegionProcedure 369cda1239deb8ab8a00a5b0b9fee448, server=f0d65a6309ee,41321,1734319260255 in 141 msec 2024-12-16T03:21:06,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=124 2024-12-16T03:21:06,351 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=3d70c0dbdd56603c6e6e1b2ec7053bf3, regionState=CLOSED 2024-12-16T03:21:06,352 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/93d6569829d5b84605b466631a3f3628/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,352 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/98676e7778125eb013f528c3eb71806a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,352 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/55783f8f2209b7ea68a96a72c581621d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,352 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,nnn,1734319265023.93d6569829d5b84605b466631a3f3628. 2024-12-16T03:21:06,353 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1635): Region close journal for 93d6569829d5b84605b466631a3f3628: 2024-12-16T03:21:06,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=124, state=SUCCESS; CloseRegionProcedure e75ac34539ae8cde36ca054a95d3f20d, server=f0d65a6309ee,46459,1734319260285 in 122 msec 2024-12-16T03:21:06,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=369cda1239deb8ab8a00a5b0b9fee448, UNASSIGN in 170 msec 2024-12-16T03:21:06,353 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,bbb,1734319265023.55783f8f2209b7ea68a96a72c581621d. 2024-12-16T03:21:06,353 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,xxx,1734319265023.98676e7778125eb013f528c3eb71806a. 2024-12-16T03:21:06,354 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1635): Region close journal for 55783f8f2209b7ea68a96a72c581621d: 2024-12-16T03:21:06,354 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1635): Region close journal for 98676e7778125eb013f528c3eb71806a: 2024-12-16T03:21:06,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=127 2024-12-16T03:21:06,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=127, state=SUCCESS; CloseRegionProcedure e1e6b408a6c8a126bc594a45e89cc176, server=f0d65a6309ee,40819,1734319260195 in 141 msec 2024-12-16T03:21:06,354 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(170): Closed 93d6569829d5b84605b466631a3f3628 2024-12-16T03:21:06,355 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(124): Close a7ec8a587508799c2c22b3ab26030a78 2024-12-16T03:21:06,355 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e75ac34539ae8cde36ca054a95d3f20d, UNASSIGN in 173 msec 2024-12-16T03:21:06,355 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1681): Closing a7ec8a587508799c2c22b3ab26030a78, disabling compactions & flushes 2024-12-16T03:21:06,355 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78. 2024-12-16T03:21:06,355 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78. 2024-12-16T03:21:06,355 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78. after waiting 0 ms 2024-12-16T03:21:06,355 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78. 2024-12-16T03:21:06,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e1e6b408a6c8a126bc594a45e89cc176, UNASSIGN in 175 msec 2024-12-16T03:21:06,355 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=135 updating hbase:meta row=93d6569829d5b84605b466631a3f3628, regionState=CLOSED 2024-12-16T03:21:06,356 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(170): Closed 98676e7778125eb013f528c3eb71806a 2024-12-16T03:21:06,356 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(124): Close c1118392d54949bc2f4371996e818839 2024-12-16T03:21:06,356 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,356 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1681): Closing c1118392d54949bc2f4371996e818839, disabling compactions & flushes 2024-12-16T03:21:06,356 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839. 2024-12-16T03:21:06,356 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839. 2024-12-16T03:21:06,356 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839. after waiting 0 ms 2024-12-16T03:21:06,356 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839. 2024-12-16T03:21:06,356 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/df235ce33ff7fac4104266e8182f220b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,356 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=145 updating hbase:meta row=98676e7778125eb013f528c3eb71806a, regionState=CLOSED 2024-12-16T03:21:06,357 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(170): Closed 55783f8f2209b7ea68a96a72c581621d 2024-12-16T03:21:06,357 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(124): Close 647c7f38caa9341a02c99368478326e0 2024-12-16T03:21:06,357 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,357 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1681): Closing 647c7f38caa9341a02c99368478326e0, disabling compactions & flushes 2024-12-16T03:21:06,357 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0. 2024-12-16T03:21:06,357 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ppp,1734319265023.df235ce33ff7fac4104266e8182f220b. 2024-12-16T03:21:06,357 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0. 2024-12-16T03:21:06,357 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1635): Region close journal for df235ce33ff7fac4104266e8182f220b: 2024-12-16T03:21:06,357 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0. after waiting 0 ms 2024-12-16T03:21:06,357 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0. 2024-12-16T03:21:06,358 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=123 updating hbase:meta row=55783f8f2209b7ea68a96a72c581621d, regionState=CLOSED 2024-12-16T03:21:06,359 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(170): Closed df235ce33ff7fac4104266e8182f220b 2024-12-16T03:21:06,359 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(124): Close 6ae7b120c3f87d9f7cc0fcb9958b8529 2024-12-16T03:21:06,359 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,359 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1681): Closing 6ae7b120c3f87d9f7cc0fcb9958b8529, disabling compactions & flushes 2024-12-16T03:21:06,359 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529. 2024-12-16T03:21:06,359 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529. 2024-12-16T03:21:06,359 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529. after waiting 0 ms 2024-12-16T03:21:06,359 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529. 2024-12-16T03:21:06,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=137 updating hbase:meta row=df235ce33ff7fac4104266e8182f220b, regionState=CLOSED 2024-12-16T03:21:06,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=146 2024-12-16T03:21:06,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=135 2024-12-16T03:21:06,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=135, state=SUCCESS; CloseRegionProcedure 93d6569829d5b84605b466631a3f3628, server=f0d65a6309ee,41321,1734319260255 in 177 msec 2024-12-16T03:21:06,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=123 2024-12-16T03:21:06,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=146, state=SUCCESS; CloseRegionProcedure 3d70c0dbdd56603c6e6e1b2ec7053bf3, server=f0d65a6309ee,35125,1734319260227 in 176 msec 2024-12-16T03:21:06,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=145 2024-12-16T03:21:06,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=123, state=SUCCESS; CloseRegionProcedure 55783f8f2209b7ea68a96a72c581621d, server=f0d65a6309ee,40819,1734319260195 in 135 msec 2024-12-16T03:21:06,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=137 2024-12-16T03:21:06,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=55783f8f2209b7ea68a96a72c581621d, UNASSIGN in 183 msec 2024-12-16T03:21:06,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=137, state=SUCCESS; CloseRegionProcedure df235ce33ff7fac4104266e8182f220b, server=f0d65a6309ee,35125,1734319260227 in 162 msec 2024-12-16T03:21:06,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=145, state=SUCCESS; CloseRegionProcedure 98676e7778125eb013f528c3eb71806a, server=f0d65a6309ee,46459,1734319260285 in 176 msec 2024-12-16T03:21:06,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=98676e7778125eb013f528c3eb71806a, UNASSIGN in 184 msec 2024-12-16T03:21:06,364 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/a7ec8a587508799c2c22b3ab26030a78/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,364 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,,1734319265023.a7ec8a587508799c2c22b3ab26030a78. 2024-12-16T03:21:06,364 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1635): Region close journal for a7ec8a587508799c2c22b3ab26030a78: 2024-12-16T03:21:06,365 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/647c7f38caa9341a02c99368478326e0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,365 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/c1118392d54949bc2f4371996e818839/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=93d6569829d5b84605b466631a3f3628, UNASSIGN in 184 msec 2024-12-16T03:21:06,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3d70c0dbdd56603c6e6e1b2ec7053bf3, UNASSIGN in 185 msec 2024-12-16T03:21:06,366 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(170): Closed a7ec8a587508799c2c22b3ab26030a78 2024-12-16T03:21:06,366 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 3582ee930e6ea58a5088ce6409229567 2024-12-16T03:21:06,366 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,366 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 3582ee930e6ea58a5088ce6409229567, disabling compactions & flushes 2024-12-16T03:21:06,366 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567. 2024-12-16T03:21:06,366 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567. 2024-12-16T03:21:06,366 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567. after waiting 0 ms 2024-12-16T03:21:06,366 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567. 2024-12-16T03:21:06,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=df235ce33ff7fac4104266e8182f220b, UNASSIGN in 184 msec 2024-12-16T03:21:06,366 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=a7ec8a587508799c2c22b3ab26030a78, regionState=CLOSED 2024-12-16T03:21:06,367 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ttt,1734319265023.c1118392d54949bc2f4371996e818839. 2024-12-16T03:21:06,367 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1635): Region close journal for c1118392d54949bc2f4371996e818839: 2024-12-16T03:21:06,368 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,rrr,1734319265023.647c7f38caa9341a02c99368478326e0. 2024-12-16T03:21:06,368 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1635): Region close journal for 647c7f38caa9341a02c99368478326e0: 2024-12-16T03:21:06,369 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/6ae7b120c3f87d9f7cc0fcb9958b8529/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,370 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(170): Closed c1118392d54949bc2f4371996e818839 2024-12-16T03:21:06,370 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close 212e23fa23174851ced0949639143656 2024-12-16T03:21:06,370 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,370 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing 212e23fa23174851ced0949639143656, disabling compactions & flushes 2024-12-16T03:21:06,370 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656. 2024-12-16T03:21:06,370 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656. 2024-12-16T03:21:06,370 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656. after waiting 0 ms 2024-12-16T03:21:06,370 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656. 2024-12-16T03:21:06,370 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ggg,1734319265023.6ae7b120c3f87d9f7cc0fcb9958b8529. 2024-12-16T03:21:06,370 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1635): Region close journal for 6ae7b120c3f87d9f7cc0fcb9958b8529: 2024-12-16T03:21:06,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=141 updating hbase:meta row=c1118392d54949bc2f4371996e818839, regionState=CLOSED 2024-12-16T03:21:06,371 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(170): Closed 647c7f38caa9341a02c99368478326e0 2024-12-16T03:21:06,371 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(124): Close 92375bcdf793cba272a3087b171441d9 2024-12-16T03:21:06,371 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,371 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35911 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSED, location=null, table=testHBaseMetaReplicates_1, region=c1118392d54949bc2f4371996e818839. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-16T03:21:06,371 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1681): Closing 92375bcdf793cba272a3087b171441d9, disabling compactions & flushes 2024-12-16T03:21:06,371 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9. 2024-12-16T03:21:06,371 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9. 2024-12-16T03:21:06,371 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9. after waiting 0 ms 2024-12-16T03:21:06,371 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9. 2024-12-16T03:21:06,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=122 2024-12-16T03:21:06,372 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=139 updating hbase:meta row=647c7f38caa9341a02c99368478326e0, regionState=CLOSED 2024-12-16T03:21:06,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=122, state=SUCCESS; CloseRegionProcedure a7ec8a587508799c2c22b3ab26030a78, server=f0d65a6309ee,41321,1734319260255 in 141 msec 2024-12-16T03:21:06,372 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(170): Closed 6ae7b120c3f87d9f7cc0fcb9958b8529 2024-12-16T03:21:06,372 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(124): Close 51ccdd614f4f4f04af5779df7aad8b8d 2024-12-16T03:21:06,372 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,373 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1681): Closing 51ccdd614f4f4f04af5779df7aad8b8d, disabling compactions & flushes 2024-12-16T03:21:06,373 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d. 2024-12-16T03:21:06,373 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d. 2024-12-16T03:21:06,373 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d. after waiting 0 ms 2024-12-16T03:21:06,373 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d. 2024-12-16T03:21:06,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=141 2024-12-16T03:21:06,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=6ae7b120c3f87d9f7cc0fcb9958b8529, regionState=CLOSED 2024-12-16T03:21:06,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=141, state=SUCCESS; CloseRegionProcedure c1118392d54949bc2f4371996e818839, server=f0d65a6309ee,46459,1734319260285 in 182 msec 2024-12-16T03:21:06,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a7ec8a587508799c2c22b3ab26030a78, UNASSIGN in 193 msec 2024-12-16T03:21:06,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=139 2024-12-16T03:21:06,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=139, state=SUCCESS; CloseRegionProcedure 647c7f38caa9341a02c99368478326e0, server=f0d65a6309ee,40819,1734319260195 in 178 msec 2024-12-16T03:21:06,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=c1118392d54949bc2f4371996e818839, UNASSIGN in 195 msec 2024-12-16T03:21:06,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=128 2024-12-16T03:21:06,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=647c7f38caa9341a02c99368478326e0, UNASSIGN in 196 msec 2024-12-16T03:21:06,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=128, state=SUCCESS; CloseRegionProcedure 6ae7b120c3f87d9f7cc0fcb9958b8529, server=f0d65a6309ee,35125,1734319260227 in 169 msec 2024-12-16T03:21:06,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=6ae7b120c3f87d9f7cc0fcb9958b8529, UNASSIGN in 196 msec 2024-12-16T03:21:06,380 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/3582ee930e6ea58a5088ce6409229567/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,380 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/212e23fa23174851ced0949639143656/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,380 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,uuu,1734319265023.3582ee930e6ea58a5088ce6409229567. 2024-12-16T03:21:06,380 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 3582ee930e6ea58a5088ce6409229567: 2024-12-16T03:21:06,380 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,kkk,1734319265023.212e23fa23174851ced0949639143656. 2024-12-16T03:21:06,381 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for 212e23fa23174851ced0949639143656: 2024-12-16T03:21:06,382 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed 212e23fa23174851ced0949639143656 2024-12-16T03:21:06,382 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(124): Close 9501c992faadd1d7a2f25bfda1930eaa 2024-12-16T03:21:06,382 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,382 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1681): Closing 9501c992faadd1d7a2f25bfda1930eaa, disabling compactions & flushes 2024-12-16T03:21:06,382 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa. 2024-12-16T03:21:06,382 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa. 2024-12-16T03:21:06,382 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=212e23fa23174851ced0949639143656, regionState=CLOSED 2024-12-16T03:21:06,382 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa. after waiting 0 ms 2024-12-16T03:21:06,382 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa. 2024-12-16T03:21:06,382 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 3582ee930e6ea58a5088ce6409229567 2024-12-16T03:21:06,382 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close 3efea7c592052af442d46db9aaffc8e6 2024-12-16T03:21:06,382 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,382 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing 3efea7c592052af442d46db9aaffc8e6, disabling compactions & flushes 2024-12-16T03:21:06,382 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6. 2024-12-16T03:21:06,382 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6. 2024-12-16T03:21:06,382 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6. after waiting 0 ms 2024-12-16T03:21:06,382 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6. 2024-12-16T03:21:06,383 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=3582ee930e6ea58a5088ce6409229567, regionState=CLOSED 2024-12-16T03:21:06,384 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/92375bcdf793cba272a3087b171441d9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,384 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/51ccdd614f4f4f04af5779df7aad8b8d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,384 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ddd,1734319265023.51ccdd614f4f4f04af5779df7aad8b8d. 2024-12-16T03:21:06,384 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,vvv,1734319265023.92375bcdf793cba272a3087b171441d9. 2024-12-16T03:21:06,384 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1635): Region close journal for 51ccdd614f4f4f04af5779df7aad8b8d: 2024-12-16T03:21:06,384 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1635): Region close journal for 92375bcdf793cba272a3087b171441d9: 2024-12-16T03:21:06,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=132 2024-12-16T03:21:06,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=132, state=SUCCESS; CloseRegionProcedure 212e23fa23174851ced0949639143656, server=f0d65a6309ee,46459,1734319260285 in 180 msec 2024-12-16T03:21:06,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=142 2024-12-16T03:21:06,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=142, state=SUCCESS; CloseRegionProcedure 3582ee930e6ea58a5088ce6409229567, server=f0d65a6309ee,41321,1734319260255 in 196 msec 2024-12-16T03:21:06,385 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(170): Closed 51ccdd614f4f4f04af5779df7aad8b8d 2024-12-16T03:21:06,386 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close 1bd4a4584a48b0d3d7e508fca944f53f 2024-12-16T03:21:06,386 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,386 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing 1bd4a4584a48b0d3d7e508fca944f53f, disabling compactions & flushes 2024-12-16T03:21:06,386 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=125 updating hbase:meta row=51ccdd614f4f4f04af5779df7aad8b8d, regionState=CLOSED 2024-12-16T03:21:06,386 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f. 2024-12-16T03:21:06,386 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f. 2024-12-16T03:21:06,386 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f. after waiting 0 ms 2024-12-16T03:21:06,386 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f. 2024-12-16T03:21:06,387 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(170): Closed 92375bcdf793cba272a3087b171441d9 2024-12-16T03:21:06,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=212e23fa23174851ced0949639143656, UNASSIGN in 206 msec 2024-12-16T03:21:06,387 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(124): Close e420abbcc5f903284b80c14f80ba8ddd 2024-12-16T03:21:06,387 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,387 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1681): Closing e420abbcc5f903284b80c14f80ba8ddd, disabling compactions & flushes 2024-12-16T03:21:06,387 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd. 2024-12-16T03:21:06,387 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd. 2024-12-16T03:21:06,387 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd. after waiting 0 ms 2024-12-16T03:21:06,387 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd. 2024-12-16T03:21:06,387 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=143 updating hbase:meta row=92375bcdf793cba272a3087b171441d9, regionState=CLOSED 2024-12-16T03:21:06,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3582ee930e6ea58a5088ce6409229567, UNASSIGN in 206 msec 2024-12-16T03:21:06,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=125 2024-12-16T03:21:06,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=125, state=SUCCESS; CloseRegionProcedure 51ccdd614f4f4f04af5779df7aad8b8d, server=f0d65a6309ee,35125,1734319260227 in 176 msec 2024-12-16T03:21:06,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=143 2024-12-16T03:21:06,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=143, state=SUCCESS; CloseRegionProcedure 92375bcdf793cba272a3087b171441d9, server=f0d65a6309ee,40819,1734319260195 in 202 msec 2024-12-16T03:21:06,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=51ccdd614f4f4f04af5779df7aad8b8d, UNASSIGN in 209 msec 2024-12-16T03:21:06,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=92375bcdf793cba272a3087b171441d9, UNASSIGN in 210 msec 2024-12-16T03:21:06,394 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e420abbcc5f903284b80c14f80ba8ddd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,394 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/3efea7c592052af442d46db9aaffc8e6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,395 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,mmm,1734319265023.e420abbcc5f903284b80c14f80ba8ddd. 2024-12-16T03:21:06,395 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1635): Region close journal for e420abbcc5f903284b80c14f80ba8ddd: 2024-12-16T03:21:06,395 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/9501c992faadd1d7a2f25bfda1930eaa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,395 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/1bd4a4584a48b0d3d7e508fca944f53f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,395 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,hhh,1734319265023.9501c992faadd1d7a2f25bfda1930eaa. 2024-12-16T03:21:06,395 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1635): Region close journal for 9501c992faadd1d7a2f25bfda1930eaa: 2024-12-16T03:21:06,396 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,sss,1734319265023.1bd4a4584a48b0d3d7e508fca944f53f. 2024-12-16T03:21:06,396 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for 1bd4a4584a48b0d3d7e508fca944f53f: 2024-12-16T03:21:06,396 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(170): Closed e420abbcc5f903284b80c14f80ba8ddd 2024-12-16T03:21:06,396 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(124): Close e14c05572bced8393e72057c40f8cd5e 2024-12-16T03:21:06,396 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,396 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1681): Closing e14c05572bced8393e72057c40f8cd5e, disabling compactions & flushes 2024-12-16T03:21:06,396 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e. 2024-12-16T03:21:06,396 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e. 2024-12-16T03:21:06,396 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e. after waiting 0 ms 2024-12-16T03:21:06,396 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e. 2024-12-16T03:21:06,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=e420abbcc5f903284b80c14f80ba8ddd, regionState=CLOSED 2024-12-16T03:21:06,397 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(170): Closed 9501c992faadd1d7a2f25bfda1930eaa 2024-12-16T03:21:06,397 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close a26330df152a682f0a8ae71dafc6e33e 2024-12-16T03:21:06,397 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,397 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,qqq,1734319265023.3efea7c592052af442d46db9aaffc8e6. 2024-12-16T03:21:06,397 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for 3efea7c592052af442d46db9aaffc8e6: 2024-12-16T03:21:06,397 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing a26330df152a682f0a8ae71dafc6e33e, disabling compactions & flushes 2024-12-16T03:21:06,397 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e. 2024-12-16T03:21:06,397 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e. 2024-12-16T03:21:06,397 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e. after waiting 0 ms 2024-12-16T03:21:06,397 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e. 2024-12-16T03:21:06,397 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=129 updating hbase:meta row=9501c992faadd1d7a2f25bfda1930eaa, regionState=CLOSED 2024-12-16T03:21:06,398 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed 1bd4a4584a48b0d3d7e508fca944f53f 2024-12-16T03:21:06,398 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=1bd4a4584a48b0d3d7e508fca944f53f, regionState=CLOSED 2024-12-16T03:21:06,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=134 2024-12-16T03:21:06,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=134, state=SUCCESS; CloseRegionProcedure e420abbcc5f903284b80c14f80ba8ddd, server=f0d65a6309ee,40819,1734319260195 in 217 msec 2024-12-16T03:21:06,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=129 2024-12-16T03:21:06,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=3efea7c592052af442d46db9aaffc8e6, regionState=CLOSED 2024-12-16T03:21:06,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=129, state=SUCCESS; CloseRegionProcedure 9501c992faadd1d7a2f25bfda1930eaa, server=f0d65a6309ee,46459,1734319260285 in 194 msec 2024-12-16T03:21:06,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=140 2024-12-16T03:21:06,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e420abbcc5f903284b80c14f80ba8ddd, UNASSIGN in 221 msec 2024-12-16T03:21:06,401 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed 3efea7c592052af442d46db9aaffc8e6 2024-12-16T03:21:06,401 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close 94913f2411fbbbd1c82ccd9082cf399a 2024-12-16T03:21:06,402 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,402 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing 94913f2411fbbbd1c82ccd9082cf399a, disabling compactions & flushes 2024-12-16T03:21:06,402 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a. 2024-12-16T03:21:06,402 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a. 2024-12-16T03:21:06,402 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a. after waiting 0 ms 2024-12-16T03:21:06,402 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a. 2024-12-16T03:21:06,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=140, state=SUCCESS; CloseRegionProcedure 1bd4a4584a48b0d3d7e508fca944f53f, server=f0d65a6309ee,35125,1734319260227 in 205 msec 2024-12-16T03:21:06,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=9501c992faadd1d7a2f25bfda1930eaa, UNASSIGN in 222 msec 2024-12-16T03:21:06,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=138 2024-12-16T03:21:06,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=138, state=SUCCESS; CloseRegionProcedure 3efea7c592052af442d46db9aaffc8e6, server=f0d65a6309ee,41321,1734319260255 in 204 msec 2024-12-16T03:21:06,404 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/a26330df152a682f0a8ae71dafc6e33e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=1bd4a4584a48b0d3d7e508fca944f53f, UNASSIGN in 223 msec 2024-12-16T03:21:06,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3efea7c592052af442d46db9aaffc8e6, UNASSIGN in 224 msec 2024-12-16T03:21:06,404 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ooo,1734319265023.a26330df152a682f0a8ae71dafc6e33e. 2024-12-16T03:21:06,404 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for a26330df152a682f0a8ae71dafc6e33e: 2024-12-16T03:21:06,405 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e14c05572bced8393e72057c40f8cd5e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,405 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,jjj,1734319265023.e14c05572bced8393e72057c40f8cd5e. 2024-12-16T03:21:06,405 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1635): Region close journal for e14c05572bced8393e72057c40f8cd5e: 2024-12-16T03:21:06,406 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed a26330df152a682f0a8ae71dafc6e33e 2024-12-16T03:21:06,406 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=a26330df152a682f0a8ae71dafc6e33e, regionState=CLOSED 2024-12-16T03:21:06,406 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(170): Closed e14c05572bced8393e72057c40f8cd5e 2024-12-16T03:21:06,406 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=131 updating hbase:meta row=e14c05572bced8393e72057c40f8cd5e, regionState=CLOSED 2024-12-16T03:21:06,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=136 2024-12-16T03:21:06,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=136, state=SUCCESS; CloseRegionProcedure a26330df152a682f0a8ae71dafc6e33e, server=f0d65a6309ee,46459,1734319260285 in 225 msec 2024-12-16T03:21:06,408 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/94913f2411fbbbd1c82ccd9082cf399a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=131 2024-12-16T03:21:06,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=131, state=SUCCESS; CloseRegionProcedure e14c05572bced8393e72057c40f8cd5e, server=f0d65a6309ee,40819,1734319260195 in 203 msec 2024-12-16T03:21:06,408 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,www,1734319265023.94913f2411fbbbd1c82ccd9082cf399a. 2024-12-16T03:21:06,408 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for 94913f2411fbbbd1c82ccd9082cf399a: 2024-12-16T03:21:06,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a26330df152a682f0a8ae71dafc6e33e, UNASSIGN in 228 msec 2024-12-16T03:21:06,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e14c05572bced8393e72057c40f8cd5e, UNASSIGN in 229 msec 2024-12-16T03:21:06,409 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed 94913f2411fbbbd1c82ccd9082cf399a 2024-12-16T03:21:06,409 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(124): Close 502e647606c71dc0de9cdc1b4da981fc 2024-12-16T03:21:06,409 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:21:06,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=94913f2411fbbbd1c82ccd9082cf399a, regionState=CLOSED 2024-12-16T03:21:06,409 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1681): Closing 502e647606c71dc0de9cdc1b4da981fc, disabling compactions & flushes 2024-12-16T03:21:06,409 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc. 2024-12-16T03:21:06,409 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc. 2024-12-16T03:21:06,409 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc. after waiting 0 ms 2024-12-16T03:21:06,409 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc. 2024-12-16T03:21:06,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=144 2024-12-16T03:21:06,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=144, state=SUCCESS; CloseRegionProcedure 94913f2411fbbbd1c82ccd9082cf399a, server=f0d65a6309ee,41321,1734319260255 in 224 msec 2024-12-16T03:21:06,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=94913f2411fbbbd1c82ccd9082cf399a, UNASSIGN in 231 msec 2024-12-16T03:21:06,412 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/502e647606c71dc0de9cdc1b4da981fc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:21:06,412 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,eee,1734319265023.502e647606c71dc0de9cdc1b4da981fc. 2024-12-16T03:21:06,412 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1635): Region close journal for 502e647606c71dc0de9cdc1b4da981fc: 2024-12-16T03:21:06,413 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(170): Closed 502e647606c71dc0de9cdc1b4da981fc 2024-12-16T03:21:06,413 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=502e647606c71dc0de9cdc1b4da981fc, regionState=CLOSED 2024-12-16T03:21:06,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=126 2024-12-16T03:21:06,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=126, state=SUCCESS; CloseRegionProcedure 502e647606c71dc0de9cdc1b4da981fc, server=f0d65a6309ee,41321,1734319260255 in 202 msec 2024-12-16T03:21:06,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=126, resume processing ppid=121 2024-12-16T03:21:06,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=502e647606c71dc0de9cdc1b4da981fc, UNASSIGN in 235 msec 2024-12-16T03:21:06,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-16T03:21:06,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseTableRegionsProcedure table=testHBaseMetaReplicates_1 in 239 msec 2024-12-16T03:21:06,417 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319266416"}]},"ts":"1734319266416"} 2024-12-16T03:21:06,417 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_1, state=DISABLED in hbase:meta 2024-12-16T03:21:06,425 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testHBaseMetaReplicates_1 to state=DISABLED 2024-12-16T03:21:06,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DisableTableProcedure table=testHBaseMetaReplicates_1 in 264 msec 2024-12-16T03:21:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-16T03:21:06,467 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testHBaseMetaReplicates_1, procId: 120 completed 2024-12-16T03:21:06,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testHBaseMetaReplicates_1 2024-12-16T03:21:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] procedure2.ProcedureExecutor(1098): Stored pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testHBaseMetaReplicates_1 2024-12-16T03:21:06,473 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testHBaseMetaReplicates_1 2024-12-16T03:21:06,474 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=172, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testHBaseMetaReplicates_1 2024-12-16T03:21:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:21:06,487 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/55783f8f2209b7ea68a96a72c581621d 2024-12-16T03:21:06,487 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/51ccdd614f4f4f04af5779df7aad8b8d 2024-12-16T03:21:06,487 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e75ac34539ae8cde36ca054a95d3f20d 2024-12-16T03:21:06,487 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/502e647606c71dc0de9cdc1b4da981fc 2024-12-16T03:21:06,487 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e1e6b408a6c8a126bc594a45e89cc176 2024-12-16T03:21:06,487 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/a7ec8a587508799c2c22b3ab26030a78 2024-12-16T03:21:06,487 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/6ae7b120c3f87d9f7cc0fcb9958b8529 2024-12-16T03:21:06,487 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/9501c992faadd1d7a2f25bfda1930eaa 2024-12-16T03:21:06,489 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e75ac34539ae8cde36ca054a95d3f20d/info, FileablePath, hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e75ac34539ae8cde36ca054a95d3f20d/recovered.edits] 2024-12-16T03:21:06,489 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/51ccdd614f4f4f04af5779df7aad8b8d/info, FileablePath, hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/51ccdd614f4f4f04af5779df7aad8b8d/recovered.edits] 2024-12-16T03:21:06,489 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/6ae7b120c3f87d9f7cc0fcb9958b8529/info, FileablePath, hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/6ae7b120c3f87d9f7cc0fcb9958b8529/recovered.edits] 2024-12-16T03:21:06,489 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/a7ec8a587508799c2c22b3ab26030a78/info, FileablePath, hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/a7ec8a587508799c2c22b3ab26030a78/recovered.edits] 2024-12-16T03:21:06,489 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/502e647606c71dc0de9cdc1b4da981fc/info, FileablePath, hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/502e647606c71dc0de9cdc1b4da981fc/recovered.edits] 2024-12-16T03:21:06,489 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e1e6b408a6c8a126bc594a45e89cc176/info, FileablePath, hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/e1e6b408a6c8a126bc594a45e89cc176/recovered.edits] 2024-12-16T03:21:06,490 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/55783f8f2209b7ea68a96a72c581621d/info, FileablePath, hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/55783f8f2209b7ea68a96a72c581621d/recovered.edits] 2024-12-16T03:21:06,491 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/9501c992faadd1d7a2f25bfda1930eaa/info, FileablePath, hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_1/9501c992faadd1d7a2f25bfda1930eaa/recovered.edits] 2024-12-16T03:21:06,493 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 2911, reset compression=false 2024-12-16T03:21:06,496 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-16T03:21:06,497 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-16T03:21:06,497 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:06,497 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/151=[#edits: 2 = ],476}, {hbase:meta/1588230740/152=[#edits: 2 = ],476}, {hbase:meta/1588230740/153=[#edits: 2 = ],476}, {hbase:meta/1588230740/154=[#edits: 2 = ],476}, {hbase:meta/1588230740/155=[#edits: 2 = ],476}, {hbase:meta/1588230740/156=[#edits: 2 = ],476}, {hbase:meta/1588230740/157=[#edits: 2 = ],476}, {hbase:meta/1588230740/158=[#edits: 2 = ],476}, {hbase:meta/1588230740/159=[#edits: 2 = ],476}, {hbase:meta/1588230740/160=[#edits: 2 = ],476}, {hbase:meta/1588230740/161=[#edits: 2 = ],476}, {hbase:meta/1588230740/162=[#edits: 2 = ],476}, {hbase:meta/1588230740/163=[#edits: 2 = ],476}, {hbase:meta/1588230740/164=[#edits: 2 = ],476}, {hbase:meta/1588230740/165=[#edits: 2 = ],476}, {hbase:meta/1588230740/166=[#edits: 2 = ],476}, {hbase:meta/1588230740/167=[#edits: 2 = ],476}, {hbase:meta/1588230740/168=[#edits: 2 = ],476}, {hbase:meta/1588230740/169=[#edits: 2 = ],476}, {hbase:meta/1588230740/170=[#edits: 2 = ],476}, {hbase:meta/1588230740/171=[#edits: 2 = ],476}, {hbase:meta/1588230740/172=[#edits: 2 = ],476}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta, lastWalPosition=10225, nbRowKeys=22, nbHFiles=0, heapSize=10472, lastSeqIds={}, endOfFile=false,usedBufferSize=10472] 2024-12-16T03:21:06,500 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/173=[#edits: 2 = ],476}, {hbase:meta/1588230740/174=[#edits: 2 = ],476}, {hbase:meta/1588230740/175=[#edits: 2 = ],476}, {hbase:meta/1588230740/176=[#edits: 1 = ],204}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta, lastWalPosition=11322, nbRowKeys=4, nbHFiles=0, heapSize=1632, lastSeqIds={}, endOfFile=false,usedBufferSize=1632] 2024-12-16T03:21:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:21:06,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:21:06,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,700 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:06,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:21:06,797 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testHBaseMetaReplicates_0' 2024-12-16T03:21:07,003 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:21:07,406 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:21:07,896 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:21:07,896 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:07,910 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:08,004 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:08,004 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:08,517 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:21:09,224 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:10,027 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:10,130 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:21:10,130 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:10,505 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:10,505 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:21:10,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:10,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:10,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:10,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:10,933 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:10,996 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:21:10,997 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:11,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:21:11,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:21:11,936 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:13,040 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:13,098 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-16T03:21:13,105 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:13,105 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:14,197 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:21:14,197 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:14,243 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:21:14,783 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-16T03:21:14,784 ERROR [AsyncConn Chore Service.Chore.1 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-16T03:21:14,785 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-16T03:21:14,785 INFO [AsyncConn Chore Service.Chore.1 {}] hbase.ScheduledChore(145): Chore: CleanupCatalogReplicaStaleCache missed its start time 2024-12-16T03:21:15,547 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:15,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:15,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:15,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:15,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:15,806 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:15,806 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:16,131 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:21:16,131 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:16,953 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:17,498 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:21:17,498 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:18,457 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:18,606 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:18,607 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:20,060 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:20,542 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 14.0690 sec 2024-12-16T03:21:20,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:20,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:20,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:20,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:20,898 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:21:20,898 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:21,508 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:21,508 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:21,764 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:22,232 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:21:22,232 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:23,573 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:24,399 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:21:24,399 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:24,509 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:24,509 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:21:25,480 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:25,542 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 19.0700 sec 2024-12-16T03:21:25,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:25,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:25,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:25,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:26,501 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:21:27,486 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:27,609 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:27,609 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:28,000 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:21:28,000 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:28,433 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:21:28,433 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:29,594 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:30,030 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:21:30,542 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 24.0700 sec 2024-12-16T03:21:30,646 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:21:30,648 INFO [RS-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:21:30,663 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:21:30,664 INFO [RS-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:21:30,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:30,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:30,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:30,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:30,810 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:30,810 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:31,701 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:21:31,701 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:31,802 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:33,664 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:21:33,666 INFO [RS-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:21:34,109 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:34,111 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:34,111 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:21:34,733 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:21:34,733 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:35,501 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:21:35,501 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:35,543 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 29.0700 sec 2024-12-16T03:21:35,646 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:21:35,649 INFO [RS-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:21:35,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:35,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:35,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:35,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:36,518 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:37,511 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:37,511 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:39,025 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:39,402 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:21:39,402 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:40,543 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 34.0710 sec 2024-12-16T03:21:40,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:40,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:40,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:40,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:41,012 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:41,012 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:41,134 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:21:41,134 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:41,633 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:41,781 INFO [master/f0d65a6309ee:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-16T03:21:41,782 INFO [master/f0d65a6309ee:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-16T03:21:43,402 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:21:43,403 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:44,337 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:21:44,612 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:44,613 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:45,543 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 39.0710 sec 2024-12-16T03:21:45,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:45,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:45,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:45,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:46,501 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:21:47,141 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:47,422 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-16T03:21:47,503 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:21:47,503 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:47,634 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:21:47,634 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:47,818 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-16T03:21:47,820 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-16T03:21:48,313 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:48,313 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:50,044 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:50,543 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 44.0710 sec 2024-12-16T03:21:50,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:50,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:50,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:50,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:51,703 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:21:51,703 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:52,114 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:52,114 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:53,050 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:54,235 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:21:54,235 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:21:55,544 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 49.0720 sec 2024-12-16T03:21:55,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:55,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:55,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:55,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:21:56,004 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:21:56,004 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:56,014 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:21:56,014 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:21:56,153 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:21:59,356 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:22:00,014 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:22:00,014 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:00,030 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:22:00,404 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:22:00,404 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:00,544 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 54.0720 sec 2024-12-16T03:22:00,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:00,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:00,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:00,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:00,935 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:22:00,935 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:01,479 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region fa3baee3fd352c6dbbec7a6313d57a05 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,480 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4c57e2c730c4388781989a08cf01a4f9 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,480 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 3424d0d5a04b970cf2e1c802e932a677 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,480 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1000549fbfe00e38c988b612315b0d1a changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,480 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ce7ed548d08253f8fc91fbcc27374eae changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,480 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 7f89f14cec3e4c195031b8275428f4ed changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,480 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1657623790 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,480 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1a28fbd2303f1eb4b993d0864df8330d changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,480 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region c74f8c63eaf4912f289ef2047a51bba6 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,480 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 5a8c0a8d6ce90e0a828e6e660d46040a changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,480 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 384416d7e127a45dbac8591ca4f5d784 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,480 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region cc21518fd27e91a2fc6ebc68e9549442 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,480 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region a38ddd360f95b99bbe0d3bc511cdb2dd changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,480 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region c4e1f604fd728fd627b5f8c771f7ac37 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,480 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 534574363 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,480 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region dc444503e8f5ffbdb33f9437ed632514 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,481 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4ac211f146473e88fb5955cb5c380130 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,481 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 54ca9366ddb4c47e3ad6430db44d4b9c changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,481 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region db8a5971361c8b0ae812df3bedce35d9 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,481 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 85cfc79f1a402379d286021527ed868d changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,481 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ac102028bfa32c7ff193e6fee8e54f25 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,481 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region bcf2f324c29ee96cb25f4dfaa0652ef6 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,481 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region e205833e9b48cccdfa6cf1d13a233223 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,481 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 85f74bf9ef88d67cca25d2a5803e1303 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,481 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 3f112a4e209c09fdc45fd5b9297305c0 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,481 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region e92a9e8e2071bb9402417b4ecb055c25 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,481 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region bf13ea76acc061bbccb2c7648231e8ae changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:01,481 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 227c6f099b39298a851e8fe977aeb73b changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:22:02,659 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:22:04,115 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:22:04,115 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:04,905 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:22:04,905 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:05,544 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 59.0720 sec 2024-12-16T03:22:05,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:05,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:05,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:05,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:06,062 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:22:06,501 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:22:07,735 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:22:07,736 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:08,315 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:22:08,315 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:09,505 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:22:09,505 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:09,566 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:22:10,545 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 1 mins, 4.073 sec 2024-12-16T03:22:10,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:10,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:10,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:10,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:12,260 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-16T03:22:12,615 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:22:12,616 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:13,169 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:22:14,206 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:22:14,206 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:14,338 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-16T03:22:14,338 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-16T03:22:14,339 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-16T03:22:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:22:14,636 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:22:14,637 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:15,545 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 1 mins, 9.073 sec 2024-12-16T03:22:15,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:15,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:15,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:15,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:16,872 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:22:17,016 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:22:17,016 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:19,006 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:22:19,006 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:20,545 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 1 mins, 14.073 sec 2024-12-16T03:22:20,680 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:22:20,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:20,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:20,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:20,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:21,517 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:22:21,517 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:21,637 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:22:21,637 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:23,907 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:22:23,907 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:24,589 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:22:25,546 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 1 mins, 19.074 sec 2024-12-16T03:22:25,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:25,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:25,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:25,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:26,118 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:22:26,118 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:26,502 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:22:28,598 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:22:28,738 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:22:28,738 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:28,908 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:22:28,908 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:30,031 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:22:30,546 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 1 mins, 24.074 sec 2024-12-16T03:22:30,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:30,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:30,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:30,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:30,819 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:22:30,819 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:32,422 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-16T03:22:32,707 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:22:32,819 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-16T03:22:32,821 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-16T03:22:34,009 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:22:34,009 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:22:35,546 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 1 mins, 29.074 sec 2024-12-16T03:22:35,620 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:22:35,620 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:35,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:35,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:35,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:35,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:35,939 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:22:35,939 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:36,914 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:22:39,210 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:22:39,210 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:40,521 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:22:40,521 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:40,547 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 1 mins, 34.075 sec 2024-12-16T03:22:40,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:40,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:40,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:40,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:41,223 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:22:43,240 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:22:43,240 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:44,511 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:22:44,511 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:45,522 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:22:45,522 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:45,547 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 1 mins, 39.075 sec 2024-12-16T03:22:45,631 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:22:45,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:45,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:45,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:45,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:46,502 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:22:49,912 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:22:49,912 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:50,134 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:22:50,547 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 1 mins, 44.075 sec 2024-12-16T03:22:50,629 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:22:50,629 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:50,641 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:22:50,641 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:50,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:50,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:50,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:50,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:22:54,743 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:22:55,413 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:22:55,413 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:55,548 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 1 mins, 49.076 sec 2024-12-16T03:22:55,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:55,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:55,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:55,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:22:55,830 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:22:55,830 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:58,142 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:22:58,142 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:22:59,449 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:23:00,031 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:23:00,548 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 1 mins, 54.076 sec 2024-12-16T03:23:00,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:00,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:00,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:00,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:01,014 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:23:01,014 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:01,131 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:23:01,131 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:04,259 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:23:05,443 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-16T03:23:05,443 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=25, created chunk count=35, reused chunk count=82, reuseRatio=70.09% 2024-12-16T03:23:05,548 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 1 mins, 59.076 sec 2024-12-16T03:23:05,743 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:23:05,743 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:05,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:05,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:05,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:05,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:06,502 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:23:06,532 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:23:06,532 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:06,714 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:23:06,714 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:09,165 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:23:10,549 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 2 mins, 4.077 sec 2024-12-16T03:23:10,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:10,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:10,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:10,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:11,721 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-16T03:23:12,033 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:23:12,033 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:12,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,515 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:23:12,515 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:12,781 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:23:12,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:23:12,871 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-16T03:23:12,871 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-16T03:23:12,871 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-16T03:23:13,443 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:23:13,444 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:14,172 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:23:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:23:15,549 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 2 mins, 9.077 sec 2024-12-16T03:23:15,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:15,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:15,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:15,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:17,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-16T03:23:17,634 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:23:17,634 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:17,819 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-16T03:23:17,821 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-16T03:23:18,415 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:23:18,416 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:19,280 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:23:20,549 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 2 mins, 14.077 sec 2024-12-16T03:23:20,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:20,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:20,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:20,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:21,244 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:23:21,244 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:23,334 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:23:23,335 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:24,416 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:23:24,417 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:24,487 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:23:25,550 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 2 mins, 19.078 sec 2024-12-16T03:23:25,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:25,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:25,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:25,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:26,502 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:23:29,136 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:23:29,136 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:29,145 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:23:29,145 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:29,794 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:23:30,032 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:23:30,517 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:23:30,518 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:30,550 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 2 mins, 24.078 sec 2024-12-16T03:23:30,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:30,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:30,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:30,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:23:35,037 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:23:35,037 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:35,202 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:23:35,551 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 2 mins, 29.078 sec 2024-12-16T03:23:35,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:35,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:35,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:35,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:36,718 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:23:36,718 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:37,146 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:23:37,146 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:40,551 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 2 mins, 34.079 sec 2024-12-16T03:23:40,708 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:23:40,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:40,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:40,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:40,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:41,038 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:23:41,038 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:43,019 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:23:43,019 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:45,247 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:23:45,247 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:45,552 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 2 mins, 39.08 sec 2024-12-16T03:23:45,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:45,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:45,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:45,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:46,316 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:23:46,503 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:23:47,139 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:23:47,139 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:49,420 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:23:49,420 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:50,552 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 2 mins, 44.08 sec 2024-12-16T03:23:50,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:50,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:50,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:50,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:52,024 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:23:53,340 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:23:53,340 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:53,448 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:23:53,448 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:23:55,552 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 2 mins, 49.08 sec 2024-12-16T03:23:55,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:55,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:55,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:55,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:23:55,921 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:23:55,921 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:23:57,833 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:23:59,641 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:23:59,641 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:00,032 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:24:00,553 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 2 mins, 54.081 sec 2024-12-16T03:24:00,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:00,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:00,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:00,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:01,749 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:24:01,749 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:02,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-16T03:24:02,522 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:24:02,522 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:02,820 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-16T03:24:02,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-16T03:24:03,742 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:24:05,553 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 2 mins, 59.081 sec 2024-12-16T03:24:05,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:05,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:05,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:05,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:06,042 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:24:06,042 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:06,503 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:24:09,222 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:24:09,223 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:09,750 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:24:10,149 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:24:10,149 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:10,554 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 3 mins, 4.081 sec 2024-12-16T03:24:10,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:10,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:10,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:10,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:12,339 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-16T03:24:12,543 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:24:12,543 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:14,413 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-16T03:24:14,414 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-16T03:24:14,414 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-16T03:24:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:24:15,554 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 3 mins, 9.082 sec 2024-12-16T03:24:15,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:15,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:15,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:15,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:15,856 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:24:16,023 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:24:16,023 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:18,650 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:24:18,650 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:19,144 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:24:19,144 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:20,555 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 3 mins, 14.082 sec 2024-12-16T03:24:20,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:20,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:20,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:20,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:22,063 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:24:22,924 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:24:22,924 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:25,555 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 3 mins, 19.083 sec 2024-12-16T03:24:25,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:25,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:25,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:25,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:25,845 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:24:25,845 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:26,504 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:24:27,251 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:24:27,251 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:28,372 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:24:29,925 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:24:29,925 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:30,032 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:24:30,555 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 3 mins, 24.083 sec 2024-12-16T03:24:30,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:30,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:30,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:30,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:32,646 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:24:32,646 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:24:34,779 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:24:35,556 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 3 mins, 29.084 sec 2024-12-16T03:24:35,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:35,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:35,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:35,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:35,952 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:24:35,952 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:37,026 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:24:37,026 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:39,547 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:24:39,547 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:40,556 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 3 mins, 34.084 sec 2024-12-16T03:24:40,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:40,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:40,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:40,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:41,286 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:24:44,227 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:24:44,227 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:44,753 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:24:44,753 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:45,557 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 3 mins, 39.084 sec 2024-12-16T03:24:45,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:45,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:45,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:45,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:46,504 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:24:46,547 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:24:46,548 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:47,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-16T03:24:47,820 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-16T03:24:47,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-16T03:24:47,896 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:24:50,557 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 3 mins, 44.085 sec 2024-12-16T03:24:50,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:50,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:50,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:50,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:51,528 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:24:51,528 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:53,648 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:24:53,649 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:53,654 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:24:53,654 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:24:54,604 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:24:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:24:55,557 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 3 mins, 49.085 sec 2024-12-16T03:24:55,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:55,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:55,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:55,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:24:58,929 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:24:58,929 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:00,033 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:25:00,558 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 3 mins, 54.086 sec 2024-12-16T03:25:00,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:00,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:00,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:00,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:00,849 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:25:00,849 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:01,414 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:25:02,654 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:25:02,655 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:05,558 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 3 mins, 59.086 sec 2024-12-16T03:25:05,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:05,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:05,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:05,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:06,429 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:25:06,430 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:06,504 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:25:08,150 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:25:08,150 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:08,321 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:25:10,559 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 4 mins, 4.086 sec 2024-12-16T03:25:10,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:10,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:10,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:10,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:11,755 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:25:11,756 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:12,535 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-16T03:25:13,977 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-16T03:25:13,978 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-16T03:25:13,979 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-16T03:25:14,030 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:25:14,030 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:25:15,330 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:25:15,551 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:25:15,551 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:15,559 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 4 mins, 9.087 sec 2024-12-16T03:25:15,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:15,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:15,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:15,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:20,559 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 4 mins, 14.087 sec 2024-12-16T03:25:20,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:20,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:20,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:20,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:20,957 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:25:20,957 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:21,731 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:25:21,731 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:22,438 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:25:23,052 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:25:23,052 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:25,560 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 4 mins, 19.088 sec 2024-12-16T03:25:25,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:25,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:25,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:25,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:26,505 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:25:29,532 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:25:29,532 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:29,647 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:25:30,033 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:25:30,257 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:25:30,257 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:30,560 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 4 mins, 24.088 sec 2024-12-16T03:25:30,653 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:25:30,653 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:30,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:30,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:30,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:30,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:32,425 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-16T03:25:32,821 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-16T03:25:32,823 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-16T03:25:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:25:35,560 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 4 mins, 29.088 sec 2024-12-16T03:25:35,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:35,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:35,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:35,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:36,954 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:25:37,433 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:25:37,433 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:38,353 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:25:38,353 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:39,658 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:25:39,658 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:40,561 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 4 mins, 34.089 sec 2024-12-16T03:25:40,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:40,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:40,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:40,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:44,361 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:25:45,433 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:25:45,434 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:45,561 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 4 mins, 39.089 sec 2024-12-16T03:25:45,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:45,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:45,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:45,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:46,154 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:25:46,154 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:46,505 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:25:49,159 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:25:49,159 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:50,561 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 4 mins, 44.089 sec 2024-12-16T03:25:50,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:50,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:50,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:50,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:51,871 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:25:53,534 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:25:53,534 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:54,055 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:25:54,055 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:25:55,562 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 4 mins, 49.09 sec 2024-12-16T03:25:55,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:55,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:55,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:55,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:25:58,760 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:25:58,760 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:25:59,478 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:26:00,034 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:26:00,197 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=663.48 KB, freeSize=879.35 MB, max=880 MB, blockCount=2, accesses=4, hits=2, hitRatio=50.00%, , cachingAccesses=4, cachingHits=2, cachingHitsRatio=50.00%, evictions=29, evicted=0, evictedPerRun=0.0 2024-12-16T03:26:00,229 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=662.77 KB, freeSize=879.35 MB, max=880 MB, blockCount=1, accesses=2, hits=1, hitRatio=50.00%, , cachingAccesses=2, cachingHits=1, cachingHitsRatio=50.00%, evictions=29, evicted=0, evictedPerRun=0.0 2024-12-16T03:26:00,257 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=663.48 KB, freeSize=879.35 MB, max=880 MB, blockCount=2, accesses=4, hits=2, hitRatio=50.00%, , cachingAccesses=4, cachingHits=2, cachingHitsRatio=50.00%, evictions=29, evicted=0, evictedPerRun=0.0 2024-12-16T03:26:00,287 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=660.99 KB, freeSize=879.35 MB, max=880 MB, blockCount=0, accesses=0, hits=0, hitRatio=0, cachingAccesses=0, cachingHits=0, cachingHitsRatio=0,evictions=29, evicted=0, evictedPerRun=0.0 2024-12-16T03:26:00,562 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 4 mins, 54.09 sec 2024-12-16T03:26:00,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:00,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:00,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:00,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:01,730 INFO [regionserver/f0d65a6309ee:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(2070): MemstoreFlusherChore requesting flush of hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6. because bcf2f324c29ee96cb25f4dfaa0652ef6/info has an old edit so flush to free WALs after random delay 85384 ms 2024-12-16T03:26:01,735 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:26:01,735 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:02,056 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:26:02,056 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:03,733 INFO [regionserver/f0d65a6309ee:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(2070): MemstoreFlusherChore requesting flush of hbase:meta,,1.1588230740 because 1588230740/info has an old edit so flush to free WALs after random delay 224016 ms 2024-12-16T03:26:04,311 DEBUG [hconnection-0x24eb7119-shared-pool-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:26:04,313 INFO [RS-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:26:04,321 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T03:26:04,323 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.BaseLoadBalancer(778): Start Generate Balance plan for cluster. 2024-12-16T03:26:04,323 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.BalancerClusterState(202): Hosts are {f0d65a6309ee=0} racks are {/default-rack=0} 2024-12-16T03:26:04,324 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T03:26:04,324 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T03:26:04,324 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-16T03:26:04,324 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-16T03:26:04,324 INFO [master/f0d65a6309ee:0.Chore.1 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T03:26:04,324 INFO [master/f0d65a6309ee:0.Chore.1 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T03:26:04,324 INFO [master/f0d65a6309ee:0.Chore.1 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-16T03:26:04,324 INFO [master/f0d65a6309ee:0.Chore.1 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-16T03:26:04,324 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.BalancerClusterState(319): Number of tables=3, number of hosts=1, number of racks=1 2024-12-16T03:26:04,327 INFO [master/f0d65a6309ee:0.Chore.1 {}] balancer.StochasticLoadBalancer(421): Cluster wide - skipping load balancing because weighted average imbalance=9.000738060520963E-5 <= threshold(0.025). If you want more aggressive balancing, either lower hbase.master.balancer.stochastic.minCostNeedBalance from 0.025 or increase the relative multiplier(s) of the specific cost function(s). functionCost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.0); PrimaryRegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.0); MoveCostFunction : (multiplier=7.0, imbalance=0.0); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (multiplier=100000.0, imbalance=0.0); RegionReplicaRackCostFunction : (multiplier=10000.0, imbalance=0.0); ReadRequestCostFunction : (multiplier=5.0, imbalance=1.0, need balance); WriteRequestCostFunction : (multiplier=5.0, imbalance=1.0, need balance); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.0); 2024-12-16T03:26:04,327 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] master.HMaster(2144): Balancer is going into sleep until next period in 300000ms 2024-12-16T03:26:04,332 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(219): Skipping table testHBaseMetaReplicates_0 because normalization is disabled in its table properties and normalization is also disabled at table level by default 2024-12-16T03:26:05,562 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 4 mins, 59.09 sec 2024-12-16T03:26:05,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:05,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:05,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:05,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:06,505 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:26:07,185 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:26:08,460 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:26:08,460 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:10,036 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:26:10,036 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:10,157 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:26:10,157 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:10,563 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 5 mins, 4.091 sec 2024-12-16T03:26:10,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:10,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:10,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:10,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:12,712 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-16T03:26:13,949 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-16T03:26:13,950 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-16T03:26:13,951 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-16T03:26:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:26:14,990 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:26:15,563 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 5 mins, 9.091 sec 2024-12-16T03:26:15,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:15,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:15,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:15,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:17,426 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-16T03:26:17,821 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-16T03:26:17,823 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-16T03:26:18,261 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:26:18,262 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:18,358 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:26:18,358 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:18,436 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:26:18,437 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:20,564 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 5 mins, 14.091 sec 2024-12-16T03:26:20,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:20,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:20,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:20,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:22,898 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:26:25,564 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 5 mins, 19.092 sec 2024-12-16T03:26:25,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:25,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:25,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:25,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:26,506 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:26:26,658 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:26:26,659 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:26,937 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:26:26,937 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:28,162 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:26:28,162 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:30,034 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:26:30,564 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 5 mins, 24.092 sec 2024-12-16T03:26:30,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:30,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:30,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:30,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:30,906 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:26:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:26:35,059 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:26:35,060 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:35,538 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:26:35,538 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:35,565 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 5 mins, 29.093 sec 2024-12-16T03:26:35,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:35,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:35,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:35,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:38,163 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:26:38,163 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:39,014 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:26:40,565 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 5 mins, 34.093 sec 2024-12-16T03:26:40,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:40,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:40,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:40,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:43,560 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:26:43,560 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:44,239 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:26:44,239 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:45,565 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 5 mins, 39.093 sec 2024-12-16T03:26:45,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:45,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:45,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:45,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:46,506 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:26:47,222 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:26:48,264 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:26:48,264 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:50,566 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 5 mins, 44.094 sec 2024-12-16T03:26:50,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:50,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:50,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:50,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:52,161 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:26:52,161 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:53,040 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:26:53,040 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:26:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:26:55,529 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:26:55,566 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 5 mins, 49.094 sec 2024-12-16T03:26:55,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:55,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:55,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:55,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:26:58,465 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:26:58,465 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:00,035 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:27:00,567 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 5 mins, 54.094 sec 2024-12-16T03:27:00,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:00,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:00,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:00,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:00,862 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:27:00,862 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:01,941 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:27:01,941 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:02,426 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-16T03:27:02,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-16T03:27:02,824 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-16T03:27:03,938 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:27:05,567 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 5 mins, 59.095 sec 2024-12-16T03:27:05,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:05,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:05,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:05,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:06,506 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:27:08,766 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:27:08,766 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:09,663 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:27:09,663 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:10,568 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 6 mins, 4.095 sec 2024-12-16T03:27:10,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:10,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:10,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:10,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:10,942 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:27:10,942 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:12,446 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:27:12,503 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-16T03:27:14,550 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-16T03:27:14,551 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-16T03:27:14,552 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-16T03:27:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:27:15,568 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 6 mins, 9.096 sec 2024-12-16T03:27:15,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:15,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:15,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:15,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:18,564 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:27:18,564 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:19,167 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:27:19,167 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:20,043 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:27:20,043 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:20,569 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 6 mins, 14.096 sec 2024-12-16T03:27:20,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:20,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:20,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:20,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:21,054 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:27:25,569 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 6 mins, 19.097 sec 2024-12-16T03:27:25,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:25,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:25,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:25,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:26,506 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:27:27,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bcf2f324c29ee96cb25f4dfaa0652ef6 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T03:27:27,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/namespace/bcf2f324c29ee96cb25f4dfaa0652ef6/.tmp/info/51dbff8eca6e4e86acbb4a10ca36588f is 45, key is default/info:d/1734319261682/Put/seqid=0 2024-12-16T03:27:27,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741896_1072 (size=5037) 2024-12-16T03:27:27,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741896_1072 (size=5037) 2024-12-16T03:27:27,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741896_1072 (size=5037) 2024-12-16T03:27:27,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/namespace/bcf2f324c29ee96cb25f4dfaa0652ef6/.tmp/info/51dbff8eca6e4e86acbb4a10ca36588f 2024-12-16T03:27:27,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/namespace/bcf2f324c29ee96cb25f4dfaa0652ef6/.tmp/info/51dbff8eca6e4e86acbb4a10ca36588f as hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/namespace/bcf2f324c29ee96cb25f4dfaa0652ef6/info/51dbff8eca6e4e86acbb4a10ca36588f 2024-12-16T03:27:27,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/namespace/bcf2f324c29ee96cb25f4dfaa0652ef6/info/51dbff8eca6e4e86acbb4a10ca36588f, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T03:27:27,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for bcf2f324c29ee96cb25f4dfaa0652ef6 in 39ms, sequenceid=6, compaction requested=false 2024-12-16T03:27:27,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bcf2f324c29ee96cb25f4dfaa0652ef6: 2024-12-16T03:27:27,565 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:27:27,565 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:29,244 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:27:29,244 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:29,668 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:27:29,668 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:29,762 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:27:30,035 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:27:30,569 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 6 mins, 24.097 sec 2024-12-16T03:27:30,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:30,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:30,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:30,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:27:35,570 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 6 mins, 29.098 sec 2024-12-16T03:27:35,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:35,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:35,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:35,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:36,665 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:27:36,665 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:38,544 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:27:38,545 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:38,571 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:27:40,268 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:27:40,269 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:40,570 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 6 mins, 34.098 sec 2024-12-16T03:27:40,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:40,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:40,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:40,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:45,571 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 6 mins, 39.098 sec 2024-12-16T03:27:45,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:45,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:45,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:45,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:45,866 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:27:45,866 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:46,507 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:27:46,614 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region bcf2f324c29ee96cb25f4dfaa0652ef6, had cached 0 bytes from a total of 5037 2024-12-16T03:27:47,427 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-16T03:27:47,476 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:27:47,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-16T03:27:47,824 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-16T03:27:47,945 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:27:47,945 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:50,571 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 6 mins, 44.099 sec 2024-12-16T03:27:50,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:50,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:50,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:50,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:50,969 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:27:50,969 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:27:55,167 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:27:55,167 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:27:55,571 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 6 mins, 49.099 sec 2024-12-16T03:27:55,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:55,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:55,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:55,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:27:56,485 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:27:57,446 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:27:57,446 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:00,036 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:28:00,572 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 6 mins, 54.1 sec 2024-12-16T03:28:00,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:00,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:00,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:00,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:01,770 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:28:01,770 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:04,568 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:28:04,568 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:05,443 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=26, created chunk count=35, reused chunk count=82, reuseRatio=70.09% 2024-12-16T03:28:05,443 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-16T03:28:05,572 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 6 mins, 59.1 sec 2024-12-16T03:28:05,592 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:28:05,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:05,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:05,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:05,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:06,507 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:28:07,047 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:28:07,047 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:10,573 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 7 mins, 4.1 sec 2024-12-16T03:28:10,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:10,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:10,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:10,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:11,618 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-16T03:28:12,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,671 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:28:12,671 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:12,777 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:28:12,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:12,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:28:13,405 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-16T03:28:13,406 ERROR [AsyncConn Chore Service.Chore.1 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-16T03:28:13,406 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-16T03:28:14,069 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:28:14,069 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:28:14,802 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:28:15,573 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 7 mins, 9.101 sec 2024-12-16T03:28:15,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:15,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:15,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:15,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:16,748 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:28:16,748 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:20,573 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 7 mins, 14.101 sec 2024-12-16T03:28:20,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:20,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:20,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:20,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:23,669 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:28:23,670 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:23,671 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:28:23,671 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:24,111 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:28:25,574 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 7 mins, 19.102 sec 2024-12-16T03:28:25,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:25,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:25,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:25,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:26,507 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:28:26,549 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:28:26,549 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:30,036 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:28:30,574 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 7 mins, 24.102 sec 2024-12-16T03:28:30,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:30,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:30,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:30,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:31,615 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region bcf2f324c29ee96cb25f4dfaa0652ef6, had cached 0 bytes from a total of 5037 2024-12-16T03:28:32,427 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-16T03:28:32,823 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-16T03:28:32,824 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-16T03:28:33,370 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:28:33,370 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:33,519 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:28:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:28:34,772 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:28:34,772 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:35,574 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 7 mins, 29.102 sec 2024-12-16T03:28:35,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:35,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:35,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:35,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:36,449 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:28:36,450 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:40,575 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 7 mins, 34.103 sec 2024-12-16T03:28:40,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:40,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:40,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:40,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:43,027 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:28:43,170 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:28:43,171 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:45,575 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 7 mins, 39.103 sec 2024-12-16T03:28:45,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:45,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:45,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:45,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:45,973 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:28:45,973 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:46,450 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:28:46,451 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:46,508 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:28:50,576 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 7 mins, 44.103 sec 2024-12-16T03:28:50,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:50,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:50,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:50,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:52,635 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:28:53,071 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:28:53,072 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:28:55,576 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 7 mins, 49.104 sec 2024-12-16T03:28:55,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:55,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:55,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:55,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:28:56,552 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:28:56,552 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:28:57,273 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:28:57,274 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:00,036 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:29:00,577 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 7 mins, 54.105 sec 2024-12-16T03:29:00,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:00,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:00,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:00,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:02,345 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:29:03,072 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:29:03,072 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:05,577 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 7 mins, 59.105 sec 2024-12-16T03:29:05,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:05,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:05,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:05,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:06,508 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:29:06,753 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:29:06,753 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:08,674 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:29:08,674 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:10,577 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 8 mins, 4.105 sec 2024-12-16T03:29:10,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:10,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:10,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:10,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:12,060 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-16T03:29:12,153 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:29:13,173 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:29:13,173 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:13,512 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-16T03:29:13,512 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-16T03:29:13,513 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-16T03:29:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:29:15,578 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 8 mins, 9.106 sec 2024-12-16T03:29:15,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:15,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:15,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:15,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:16,615 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region bcf2f324c29ee96cb25f4dfaa0652ef6, had cached 0 bytes from a total of 5037 2024-12-16T03:29:17,054 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:29:17,054 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:17,428 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-16T03:29:17,823 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-16T03:29:17,825 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-16T03:29:20,175 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:29:20,175 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:20,578 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 8 mins, 14.106 sec 2024-12-16T03:29:20,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:20,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:20,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:20,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:22,062 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:29:23,374 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:29:23,374 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:25,578 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 8 mins, 19.106 sec 2024-12-16T03:29:25,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:25,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:25,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:25,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:26,508 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:29:27,455 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:29:27,455 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:30,037 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:29:30,579 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 8 mins, 24.106 sec 2024-12-16T03:29:30,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:30,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:30,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:30,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:31,775 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:29:31,776 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:32,071 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:29:33,674 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:29:33,674 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:29:35,579 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 8 mins, 29.107 sec 2024-12-16T03:29:35,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:35,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:35,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:35,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:37,955 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:29:37,956 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:40,579 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 8 mins, 34.107 sec 2024-12-16T03:29:40,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:40,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:40,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:40,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:42,178 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:29:43,476 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:29:43,477 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:44,075 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:29:44,075 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:45,579 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 8 mins, 39.107 sec 2024-12-16T03:29:45,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:45,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:45,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:45,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:46,509 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:29:47,750 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-16T03:29:47,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=84.59 KB heapSize=131.02 KB 2024-12-16T03:29:47,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/.tmp/info/bcbf3e65b6424e53b6b22b4cbf0d84ca is 180, key is testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223./info:regioninfo/1734319263876/Put/seqid=0 2024-12-16T03:29:47,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38759 is added to blk_1073741897_1073 (size=79997) 2024-12-16T03:29:47,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741897_1073 (size=79997) 2024-12-16T03:29:47,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741897_1073 (size=79997) 2024-12-16T03:29:47,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=84.25 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/.tmp/info/bcbf3e65b6424e53b6b22b4cbf0d84ca 2024-12-16T03:29:47,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/.tmp/table/2bd43c1d993340b882d817337b02239b is 61, key is testHBaseMetaReplicates_0/table:state/1734319264067/Put/seqid=0 2024-12-16T03:29:47,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741898_1074 (size=5491) 2024-12-16T03:29:47,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741898_1074 (size=5491) 2024-12-16T03:29:47,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741898_1074 (size=5491) 2024-12-16T03:29:47,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=342 B at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/.tmp/table/2bd43c1d993340b882d817337b02239b 2024-12-16T03:29:47,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/.tmp/info/bcbf3e65b6424e53b6b22b4cbf0d84ca as hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/info/bcbf3e65b6424e53b6b22b4cbf0d84ca 2024-12-16T03:29:47,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/info/bcbf3e65b6424e53b6b22b4cbf0d84ca, entries=525, sequenceid=177, filesize=78.1 K 2024-12-16T03:29:47,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/.tmp/table/2bd43c1d993340b882d817337b02239b as hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/table/2bd43c1d993340b882d817337b02239b 2024-12-16T03:29:47,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/table/2bd43c1d993340b882d817337b02239b, entries=5, sequenceid=177, filesize=5.4 K 2024-12-16T03:29:47,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~84.59 KB/86619, heapSize ~130.73 KB/133872, currentSize=0 B/0 for 1588230740 in 66ms, sequenceid=177, compaction requested=false 2024-12-16T03:29:47,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-16T03:29:48,556 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:29:48,556 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:50,580 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 8 mins, 44.108 sec 2024-12-16T03:29:50,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:50,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:50,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:50,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:52,390 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11322, reset compression=false 2024-12-16T03:29:52,397 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-16T03:29:52,397 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:29:52,397 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/178=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319787751/Put/vlen=102/seqid=0; >],292}, {hbase:meta/1588230740/179=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734319787816/Put/vlen=170/seqid=0; >],356}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta, lastWalPosition=11762, nbRowKeys=2, nbHFiles=0, heapSize=648, lastSeqIds={}, endOfFile=false,usedBufferSize=648] 2024-12-16T03:29:52,402 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:29:52,402 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:29:52,403 INFO [RS-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-16T03:29:52,403 INFO [RS-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-16T03:29:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 177 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:29:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 177 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-16T03:29:52,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=84.59 KB heapSize=130.27 KB 2024-12-16T03:29:52,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=84.59 KB heapSize=130.27 KB 2024-12-16T03:29:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:177 2024-12-16T03:29:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:177 2024-12-16T03:29:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 177 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "bcbf3e65b6424e53b6b22b4cbf0d84ca" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" flush_output: "2bd43c1d993340b882d817337b02239b" } region_name: "hbase:meta,,1" 2024-12-16T03:29:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 177 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "bcbf3e65b6424e53b6b22b4cbf0d84ca" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" flush_output: "2bd43c1d993340b882d817337b02239b" } region_name: "hbase:meta,,1" 2024-12-16T03:29:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:177 and a previous prepared snapshot was found 2024-12-16T03:29:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:177 and a previous prepared snapshot was found 2024-12-16T03:29:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:29:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:29:52,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c033a3 added hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/info/bcbf3e65b6424e53b6b22b4cbf0d84ca, entries=525, sequenceid=177, filesize=78.1 K 2024-12-16T03:29:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:29:52,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@304b0e73 added hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/info/bcbf3e65b6424e53b6b22b4cbf0d84ca, entries=525, sequenceid=177, filesize=78.1 K 2024-12-16T03:29:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:29:52,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22a04c7d added hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/table/2bd43c1d993340b882d817337b02239b, entries=5, sequenceid=177, filesize=5.4 K 2024-12-16T03:29:52,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e7f213 added hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/table/2bd43c1d993340b882d817337b02239b, entries=5, sequenceid=177, filesize=5.4 K 2024-12-16T03:29:52,602 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:29:52,911 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:29:53,320 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:29:53,827 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:29:54,434 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:29:54,576 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:29:54,576 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:29:55,144 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:29:55,277 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:29:55,277 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:29:55,580 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 8 mins, 49.108 sec 2024-12-16T03:29:55,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:55,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:55,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:55,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:29:55,951 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:29:56,858 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:29:57,867 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:29:58,975 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:29:59,257 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:29:59,257 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:00,037 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:30:00,183 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:00,581 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 8 mins, 54.108 sec 2024-12-16T03:30:00,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:00,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:00,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:00,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:01,492 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:01,615 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region bcf2f324c29ee96cb25f4dfaa0652ef6, had cached 0 bytes from a total of 5037 2024-12-16T03:30:02,428 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 97325 2024-12-16T03:30:02,823 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 97325 2024-12-16T03:30:02,825 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 97325 2024-12-16T03:30:02,899 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:04,402 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:05,177 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:30:05,177 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:05,581 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 8 mins, 59.109 sec 2024-12-16T03:30:05,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:05,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:05,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:05,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:06,005 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:07,178 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:30:07,178 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:07,708 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:09,517 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:10,058 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:30:10,058 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:10,581 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 9 mins, 4.109 sec 2024-12-16T03:30:10,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:10,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:10,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:10,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:11,426 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:12,414 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:30:12,708 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-16T03:30:13,435 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:14,633 WARN [ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x204eb2fc to 127.0.0.1:60113 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-16T03:30:14,633 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-16T03:30:14,634 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-16T03:30:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:30:15,542 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:15,581 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 9 mins, 9.109 sec 2024-12-16T03:30:15,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:15,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:15,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:15,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:15,877 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:30:15,877 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:17,751 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:19,179 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:30:19,179 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:20,060 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:20,582 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 9 mins, 14.11 sec 2024-12-16T03:30:20,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:20,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:20,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:20,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:20,959 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:30:20,959 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:22,467 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:24,976 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:25,582 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 9 mins, 19.11 sec 2024-12-16T03:30:25,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:25,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:25,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:25,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:26,678 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:30:26,678 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:27,583 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:30,038 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:30:30,292 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:30,583 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 9 mins, 24.11 sec 2024-12-16T03:30:30,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:30,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:30,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:30,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:31,280 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:30:31,280 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:31,959 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:30:31,959 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:32,415 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:30:33,099 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:30:35,583 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 9 mins, 29.111 sec 2024-12-16T03:30:35,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:35,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:35,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:35,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:36,007 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:37,579 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:30:37,579 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:39,015 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:40,584 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 9 mins, 34.112 sec 2024-12-16T03:30:40,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:40,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:40,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:40,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:42,122 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:43,060 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:30:43,060 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:43,481 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:30:43,481 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:45,330 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:45,584 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 9 mins, 39.112 sec 2024-12-16T03:30:45,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:45,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:45,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:45,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:46,616 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region bcf2f324c29ee96cb25f4dfaa0652ef6, had cached 0 bytes from a total of 5037 2024-12-16T03:30:47,428 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 97325 2024-12-16T03:30:47,824 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 97325 2024-12-16T03:30:47,825 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 97325 2024-12-16T03:30:48,580 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:30:48,580 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:48,637 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:50,585 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 9 mins, 44.112 sec 2024-12-16T03:30:50,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:50,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:50,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:50,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:52,044 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:52,415 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-16T03:30:54,261 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false 2024-12-16T03:30:54,261 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:41309/user/jenkins/test-data/689134d8-4cd1-ec82-e856-579cd11e5600/WALs/f0d65a6309ee,44427,1734319217090/f0d65a6309ee%2C44427%2C1734319217090.meta.1734319222951.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-16T03:30:55,553 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:55,585 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-2(pid=172), run time 9 mins, 49.113 sec 2024-12-16T03:30:55,758 INFO [f0d65a6309ee:40819Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:55,762 INFO [f0d65a6309ee:46459Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:55,763 INFO [f0d65a6309ee:35125Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:55,763 INFO [f0d65a6309ee:41321Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:30:55,781 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false 2024-12-16T03:30:55,781 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:33281/user/jenkins/test-data/901f3e5a-ba59-361e-1a98-bd0746dc5004/WALs/f0d65a6309ee,32803,1734319085224/f0d65a6309ee%2C32803%2C1734319085224.meta.1734319087127.meta to pos 43848, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:59,162 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/WALs/f0d65a6309ee,35125,1734319260227/f0d65a6309ee%2C35125%2C1734319260227.meta.1734319266185.meta to pos 11762, reset compression=false 2024-12-16T03:30:59,681 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false 2024-12-16T03:30:59,681 WARN [RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:39159/user/jenkins/test-data/7b3a0500-f498-81a4-6087-f55b50445a52/WALs/f0d65a6309ee,39197,1734319226583/f0d65a6309ee%2C39197%2C1734319226583.meta.1734319237817.meta to pos 11108, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-16T03:30:59,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T03:30:59,973 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T03:30:59,973 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36e3fbf3 to 127.0.0.1:56743 2024-12-16T03:30:59,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:30:59,973 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T03:30:59,973 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=227164877, stopped=false 2024-12-16T03:30:59,974 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f0d65a6309ee,35911,1734319260047 ====> TEST TIMED OUT. PRINTING THREAD DUMP. <==== Timestamp: 2024-12-16 03:30:59,977 "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=568 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "ConnnectionExpirer" daemon prio=5 tid=6733 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) "IPC Server Responder" daemon prio=5 tid=6646 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "RPCClient-NioEventLoopGroup-7-4" daemon prio=5 tid=1080 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-17-2" daemon prio=10 tid=3204 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=3359 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "zk-event-processor-pool-0" daemon prio=5 tid=6758 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741836_1012, type=LAST_IN_PIPELINE" daemon prio=5 tid=7045 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "master/f0d65a6309ee:0:becomeActiveMaster-MemStoreChunkPool Statistics" daemon prio=5 tid=436 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-10" daemon prio=5 tid=1125 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1654-thread-1" prio=5 tid=6635 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PEWorker-3" daemon prio=5 tid=6926 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128) "AsyncFSWAL-0-hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/MasterData-prefix:f0d65a6309ee,35911,1734319260047" daemon prio=5 tid=6917 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data5)" daemon prio=5 tid=6698 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "DataXceiver for client DFSClient_NONMAPREDUCE_1820992911_20 at /127.0.0.1:34306 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741833_1009]" daemon prio=5 tid=7019 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp129568213-6490" daemon prio=5 tid=6490 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f51f8445da8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=4865 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:50616)" daemon prio=5 tid=3362 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) "PEWorker-5" daemon prio=5 tid=6928 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128) "AsyncFSWAL-0-hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb-prefix:f0d65a6309ee,35125,1734319260227" daemon prio=5 tid=7047 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35125" daemon prio=5 tid=6816 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-13-3" daemon prio=10 tid=3262 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1-thread-1" daemon prio=5 tid=14 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) at java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275) at java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ProcessThread(sid:0 cport:56743):" daemon prio=5 tid=6739 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) "RS-EventLoopGroup-8-1" daemon prio=10 tid=1979 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 4 on default port 44253" daemon prio=5 tid=6592 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "region-location-2" daemon prio=5 tid=692 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1651-thread-1" daemon prio=5 tid=6725 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" daemon prio=5 tid=23 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) at app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SessionTracker" daemon prio=5 tid=6737 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) "qtp1227360536-6604-acceptor-0@68262506-ServerConnector@5be9664a{HTTP/1.1, (http/1.1)}{localhost:46109}" daemon prio=3 tid=6604 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Socket Reader #1 for port 0" daemon prio=5 tid=6545 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=2508 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RS-EventLoopGroup-9-1" daemon prio=10 tid=2011 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "nioEventLoopGroup-42-1" prio=10 tid=6542 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1645-thread-1" prio=5 tid=6602 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data7/current/BP-1647729500-172.17.0.2-1734319258153" daemon prio=5 tid=6721 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "normalizer-worker-0" daemon prio=5 tid=6931 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) at app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) at java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=4784 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "IPC Server handler 3 on default port 34575" daemon prio=5 tid=6559 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "java.util.concurrent.ThreadPoolExecutor$Worker@5ebace85[State = -1, empty queue]" daemon prio=5 tid=6713 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-SendThread(127.0.0.1:56743)" daemon prio=5 tid=6834 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=7003 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "DataXceiver for client DFSClient_NONMAPREDUCE_1820992911_20 at /127.0.0.1:49556 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741833_1009]" daemon prio=5 tid=7018 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35911" daemon prio=5 tid=6778 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "Time-limited test-EventThread" daemon prio=5 tid=6791 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7786 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=5974 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data1)" daemon prio=5 tid=6663 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "DataXceiver for client DFSClient_NONMAPREDUCE_-227434481_20 at /127.0.0.1:34280 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741830_1006]" daemon prio=5 tid=6912 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-13" daemon prio=5 tid=6767 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7782 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=4866 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RS-EventLoopGroup-26-3" daemon prio=10 tid=6103 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-32-2" daemon prio=10 tid=6909 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=2292 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "IPC Server Responder" daemon prio=5 tid=6614 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40819" daemon prio=5 tid=6793 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41321" daemon prio=5 tid=6837 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-18-2" daemon prio=10 tid=4765 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@19768244" daemon prio=5 tid=6524 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-0" daemon prio=5 tid=7080 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOServerCxnFactory.SelectorThread-1" daemon prio=5 tid=6735 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46459" daemon prio=5 tid=6867 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-16-3" daemon prio=10 tid=3655 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Session-HouseKeeper-6f7f30ac-1" prio=5 tid=6575 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-4-1" daemon prio=10 tid=367 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-17-1" daemon prio=10 tid=3146 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@19960987" daemon prio=5 tid=6525 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Parameter Sending Thread for localhost/127.0.0.1:35487" daemon prio=5 tid=6555 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) at java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1483891259-6638" daemon prio=5 tid=6638 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-26-2" daemon prio=10 tid=6078 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46459" daemon prio=5 tid=6864 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "IPC Server handler 1 on default port 34575" daemon prio=5 tid=6557 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "AsyncFSWAL-0-hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb-prefix:f0d65a6309ee,41321,1734319260255" daemon prio=5 tid=7048 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7182 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Signal Dispatcher" daemon prio=9 tid=4 runnable java.lang.Thread.State: RUNNABLE "DataXceiver for client DFSClient_NONMAPREDUCE_-1171053972_20 at /127.0.0.1:49594 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741836_1012]" daemon prio=5 tid=7037 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-6-1" daemon prio=10 tid=411 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-3" daemon prio=5 tid=1079 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=2781 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "JvmPauseMonitor" daemon prio=5 tid=6991 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-3-1" daemon prio=10 tid=345 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_-746975303_20 at /127.0.0.1:46384 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741835_1011]" daemon prio=5 tid=7032 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data3/current/BP-1647729500-172.17.0.2-1734319258153" daemon prio=5 tid=6687 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-5" daemon prio=5 tid=6759 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=2215 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "DataXceiver for client DFSClient_NONMAPREDUCE_-227434481_20 at /127.0.0.1:49544 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741830_1006]" daemon prio=5 tid=6913 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-27-2" daemon prio=10 tid=5822 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:50616@0x3d8c2e57" daemon prio=5 tid=3348 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=6858 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:3;f0d65a6309ee:46459" daemon prio=5 tid=6870 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1164) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) at java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) at app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_1820992911_20 at /127.0.0.1:46352 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741833_1009]" daemon prio=5 tid=7020 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server idle connection scanner for port 45651" daemon prio=5 tid=6645 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35125" daemon prio=5 tid=6815 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741833_1009, type=LAST_IN_PIPELINE" daemon prio=5 tid=7023 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Command processor" daemon prio=5 tid=6551 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) "BP-1647729500-172.17.0.2-1734319258153 heartbeating to localhost/127.0.0.1:35487" daemon prio=5 tid=6651 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp129568213-6489" daemon prio=5 tid=6489 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f51f8445da8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41321" daemon prio=5 tid=6846 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-20-3" daemon prio=10 tid=4986 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-16-2" daemon prio=10 tid=3465 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MemStoreFlusher.0" daemon prio=5 tid=7008 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) at app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:322) "qtp605361737-6573" daemon prio=5 tid=6573 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@9e6620" daemon prio=5 tid=6610 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-16" daemon prio=5 tid=2561 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1816436516-6540" daemon prio=5 tid=6540 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-8-3" daemon prio=10 tid=2195 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-15-1" daemon prio=10 tid=3102 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-11" daemon prio=5 tid=6765 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "JvmPauseMonitor" daemon prio=5 tid=6990 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7105 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1483891259-6636" daemon prio=5 tid=6636 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f51f8445da8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-12-3" daemon prio=10 tid=2137 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-2" daemon prio=5 tid=3575 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1086/0x00007f51f8ce2698.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server listener on 0" daemon prio=5 tid=6611 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "Session-HouseKeeper-7cc08f41-1" prio=5 tid=6640 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=6932 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1227360536-6605" daemon prio=5 tid=6605 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@73d83a28" daemon prio=5 tid=6634 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) at app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35911" daemon prio=5 tid=6780 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data5/current/BP-1647729500-172.17.0.2-1734319258153" daemon prio=5 tid=6705 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=2159 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819" daemon prio=5 tid=6794 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data2/current/BP-1647729500-172.17.0.2-1734319258153" daemon prio=5 tid=6670 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-14-1" daemon prio=10 tid=3080 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=3287 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc-SendThread(127.0.0.1:60113)" daemon prio=5 tid=1111 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) at app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) at app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) "Time-limited test.LruBlockCache.EvictionThread" daemon prio=5 tid=6807 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) "RS-EventLoopGroup-29-3" daemon prio=10 tid=7258 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncConn Chore Service.Chore.1" daemon prio=5 tid=1115 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-21-3" daemon prio=10 tid=4985 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=3226 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp605361737-6571" daemon prio=5 tid=6571 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f51f8445da8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Monitor thread for TaskMonitor" daemon prio=5 tid=434 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Socket Reader #1 for port 0" daemon prio=5 tid=6644 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "DataXceiver for client DFSClient_NONMAPREDUCE_-1171053972_20 at /127.0.0.1:53840 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741836_1012]" daemon prio=5 tid=7038 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.logRoller" daemon prio=5 tid=6988 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=6989 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "NIOWorkerThread-9" daemon prio=5 tid=6763 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Idle-Rpc-Conn-Sweeper-pool-0" daemon prio=5 tid=490 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=638 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "regionserver/f0d65a6309ee:0.Chore.1" daemon prio=5 tid=6999 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-5-1" daemon prio=10 tid=389 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MobFileCache #0" daemon prio=5 tid=6833 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-30-2" daemon prio=10 tid=7051 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:63691@0x137c8cee" daemon prio=5 tid=4853 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=7005 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS-EventLoopGroup-1-3" daemon prio=10 tid=535 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 4 on default port 35487" daemon prio=5 tid=6519 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741895_1071, type=LAST_IN_PIPELINE" daemon prio=5 tid=7774 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-SendThread(127.0.0.1:56743)" daemon prio=5 tid=6753 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46459" daemon prio=5 tid=6865 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "zk-event-processor-pool-0" daemon prio=5 tid=6836 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7781 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@66ffb111" daemon prio=5 tid=6577 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 4 on default port 38219" daemon prio=5 tid=6625 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "f0d65a6309ee:40819Replication Statistics #0" daemon prio=5 tid=7010 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data3)" daemon prio=5 tid=6681 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=5912 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS-EventLoopGroup-14-3" daemon prio=10 tid=3648 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C32803%2C1734319085224,region_replica_replication_catalog" daemon prio=5 tid=641 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) "RPCClient-NioEventLoopGroup-7-2" daemon prio=5 tid=700 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41321" daemon prio=5 tid=6842 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "PEWorker-4" daemon prio=5 tid=6927 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128) "ReadOnlyZKClient-127.0.0.1:60113@0x2c45e635" daemon prio=5 tid=631 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=2510 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "regionserver/f0d65a6309ee:0.leaseChecker" daemon prio=5 tid=6981 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=636 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RpcClient-timer-pool-0" daemon prio=5 tid=489 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=567 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "AsyncConn Chore Service.Chore.2" daemon prio=5 tid=7864 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MemStoreFlusher.0" daemon prio=5 tid=6995 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) at app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:322) "pool-1656-thread-1" prio=5 tid=6652 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@2e2b652d" daemon prio=5 tid=6522 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MemStoreFlusher.0" daemon prio=5 tid=7006 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) at app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:322) "RS-EventLoopGroup-11-2" daemon prio=10 tid=2556 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=501 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40819" daemon prio=5 tid=6802 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-20-2" daemon prio=10 tid=4969 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:51144@0x30c744cc" daemon prio=5 tid=2282 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.logRoller" daemon prio=5 tid=7002 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "nioEventLoopGroup-46-1" prio=10 tid=6609 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Reference Handler" daemon prio=10 tid=2 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method) at java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253) at java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215) "OldWALsCleaner-0" daemon prio=5 tid=6935 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) at app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) at app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$599/0x00007f51f8a5e190.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=7066 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "LeaseRenewer:jenkins.hfs.22@localhost:35487" daemon prio=5 tid=7035 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test" daemon prio=5 tid=20 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1604) at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1576) at app//org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:1612) at app//org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.delete(RecoverableZooKeeper.java:203) at app//org.apache.hadoop.hbase.zookeeper.ZKUtil.deleteNode(ZKUtil.java:851) at app//org.apache.hadoop.hbase.zookeeper.ZKUtil.deleteNode(ZKUtil.java:843) at app//org.apache.hadoop.hbase.zookeeper.ClusterStatusTracker.setClusterDown(ClusterStatusTracker.java:78) at app//org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$16(HMaster.java:3240) at app//org.apache.hadoop.hbase.master.HMaster$$Lambda$977/0x00007f51f8c55b30.run(Unknown Source) at app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at app//org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3226) at app//org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at app//org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:414) at app//org.apache.hadoop.hbase.MiniHBaseCluster.shutdown(MiniHBaseCluster.java:691) at app//org.apache.hadoop.hbase.HBaseTestingUtility.shutdownMiniHBaseCluster(HBaseTestingUtility.java:1357) at app//org.apache.hadoop.hbase.HBaseTestingUtility.shutdownMiniCluster(HBaseTestingUtility.java:1341) at app//org.apache.hadoop.hbase.replication.regionserver.TestMetaRegionReplicaReplicationEndpoint.after(TestMetaRegionReplicaReplicationEndpoint.java:120) at java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568) at app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at app//org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at app//org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at app//org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at app//org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at app//org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at app//org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at app//org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at app//org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at app//org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at app//org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at app//org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at app//org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-9-2" daemon prio=10 tid=2278 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Parameter Sending Thread for localhost/127.0.0.1:35487" daemon prio=5 tid=8201 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) at java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=3621 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "pool-1629-thread-1" prio=5 tid=6553 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:56743)" daemon prio=5 tid=7068 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "MobFileCache #0" daemon prio=5 tid=6855 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "WorkerMonitor" daemon prio=5 tid=6923 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) at app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) at app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) "DataXceiver for client DFSClient_NONMAPREDUCE_-746975303_20 at /127.0.0.1:50040 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741895_1071]" daemon prio=5 tid=7771 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server listener on 0" daemon prio=5 tid=6505 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "pool-1636-thread-1" prio=5 tid=6570 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=2230 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "qtp605361737-6572-acceptor-0@430f0516-ServerConnector@482b8d11{HTTP/1.1, (http/1.1)}{localhost:39463}" daemon prio=3 tid=6572 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35125" daemon prio=5 tid=6824 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "AsyncFSWAL-0-hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb-prefix:f0d65a6309ee,40819,1734319260195" daemon prio=5 tid=7028 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RequestThrottler" daemon prio=5 tid=6740 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) "IPC Server idle connection scanner for port 35487" daemon prio=5 tid=6507 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=6985 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319260542" daemon prio=5 tid=6939 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) at app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) at app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) "region-location-0" daemon prio=5 tid=3375 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741835_1011, type=LAST_IN_PIPELINE" daemon prio=5 tid=7039 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.logRoller" daemon prio=5 tid=6984 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=6548 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:51144@0x61d6e323" daemon prio=5 tid=2504 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=570 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS-EventLoopGroup-23-2" daemon prio=10 tid=5879 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741833_1009, type=LAST_IN_PIPELINE" daemon prio=5 tid=7022 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-8" daemon prio=5 tid=6762 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46459" daemon prio=5 tid=6868 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "Async-Client-Retry-Timer-pool-0" daemon prio=5 tid=630 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:60113)" daemon prio=5 tid=637 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) "RS-EventLoopGroup-10-3" daemon prio=10 tid=2342 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1624-thread-1" daemon prio=5 tid=6675 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "master/f0d65a6309ee:0.Chore.1" daemon prio=5 tid=6936 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-22-2" daemon prio=10 tid=4709 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-1-1" daemon prio=10 tid=313 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LruBlockCacheStatsExecutor" daemon prio=5 tid=6831 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-29-1" daemon prio=10 tid=6784 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 1 on default port 35487" daemon prio=5 tid=6516 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "region-location-3" daemon prio=5 tid=7921 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-1" daemon prio=5 tid=2349 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BootstrapNodeManager" daemon prio=5 tid=6965 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-2" daemon prio=5 tid=2350 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "JvmPauseMonitor" daemon prio=5 tid=6982 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server idle connection scanner for port 38219" daemon prio=5 tid=6613 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "HFileArchiver-8" daemon prio=5 tid=4199 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1086/0x00007f51f8ce2698.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Command processor" daemon prio=5 tid=6650 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) "qtp129568213-6488" daemon prio=5 tid=6488 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f51f8445da8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BP-1647729500-172.17.0.2-1734319258153 heartbeating to localhost/127.0.0.1:35487" daemon prio=5 tid=6552 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 3 on default port 35487" daemon prio=5 tid=6518 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "IPC Client (982973141) connection to localhost/127.0.0.1:35487 from jenkins.hfs.21" daemon prio=5 tid=8200 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) at app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741895_1071, type=LAST_IN_PIPELINE" daemon prio=5 tid=7775 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-1" daemon prio=5 tid=3411 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=3614 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "Socket Reader #1 for port 0" daemon prio=5 tid=6506 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=1713 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "DataXceiver for client DFSClient_NONMAPREDUCE_-1171053972_20 at /127.0.0.1:34320 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741836_1012]" daemon prio=5 tid=7036 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "process reaper" daemon prio=10 tid=8296 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) at java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp129568213-6491" daemon prio=5 tid=6491 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f51f8445da8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-5" daemon prio=5 tid=3578 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1086/0x00007f51f8ce2698.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-15" daemon prio=5 tid=6769 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741830_1006, type=LAST_IN_PIPELINE" daemon prio=5 tid=6916 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7183 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-16" daemon prio=5 tid=6770 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-4-2" daemon prio=10 tid=679 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-5-2" daemon prio=10 tid=748 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7175 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-15" daemon prio=5 tid=2524 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=6486 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "region-location-4" daemon prio=5 tid=7922 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.leaseChecker" daemon prio=5 tid=7001 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) "LeaseRenewer:jenkins.hfs.21@localhost:35487" daemon prio=5 tid=7042 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncFSWAL-0-hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb-prefix:f0d65a6309ee,46459,1734319260285" daemon prio=5 tid=7049 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=2512 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=5903 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "Time-limited test.LruBlockCache.EvictionThread" daemon prio=5 tid=6829 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) "RS:2;f0d65a6309ee:41321-longCompactions-0" daemon prio=5 tid=6983 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-30-3" daemon prio=10 tid=7076 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-15-2" daemon prio=10 tid=3345 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=639 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-17-3" daemon prio=10 tid=3205 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 0 on default port 34575" daemon prio=5 tid=6556 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125" daemon prio=5 tid=6817 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RPCClient-NioEventLoopGroup-7-11" daemon prio=5 tid=1160 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server idle connection scanner for port 44253" daemon prio=5 tid=6580 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data6/current/BP-1647729500-172.17.0.2-1734319258153" daemon prio=5 tid=6704 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.logRoller" daemon prio=5 tid=7004 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "DataXceiver for client DFSClient_NONMAPREDUCE_157983150_20 at /127.0.0.1:53834 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741834_1010]" daemon prio=5 tid=7026 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-8-2" daemon prio=10 tid=2194 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 2 on default port 34575" daemon prio=5 tid=6558 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS-EventLoopGroup-31-1" daemon prio=10 tid=6828 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LeaseRenewer:jenkins.hfs.23@localhost:35487" daemon prio=5 tid=7046 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BootstrapNodeManager" daemon prio=5 tid=6964 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_-746975303_20 at /127.0.0.1:54348 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741895_1071]" daemon prio=5 tid=7770 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-12" daemon prio=5 tid=1186 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1483891259-6637-acceptor-0@1a491523-ServerConnector@6b13b823{HTTP/1.1, (http/1.1)}{localhost:35613}" daemon prio=3 tid=6637 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test.named-queue-events-pool-0" daemon prio=5 tid=311 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) at app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) at app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) at app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-1" daemon prio=5 tid=691 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=3364 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.PeerCache@95eefe4" daemon prio=5 tid=440 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) at app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) at app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-0" daemon prio=5 tid=2309 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.Chore.1" daemon prio=5 tid=6986 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7417 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=5982 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40819" daemon prio=5 tid=6798 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "region-location-4" daemon prio=5 tid=1272 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-1" daemon prio=5 tid=7117 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-26-1" daemon prio=10 tid=5741 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35911" daemon prio=5 tid=6774 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "Time-limited test-EventThread" daemon prio=5 tid=6857 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "ProcedureDispatcherTimeoutThread" daemon prio=5 tid=6929 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) at app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=3617 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "ReadOnlyZKClient-127.0.0.1:50616@0x0bdb1ee1" daemon prio=5 tid=3606 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 1 on default port 45651" daemon prio=5 tid=6654 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=6647 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PEWorker-2" daemon prio=5 tid=6925 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegions(HFileArchiver.java:198) at app//org.apache.hadoop.hbase.master.procedure.DeleteTableProcedure.deleteFromFs(DeleteTableProcedure.java:310) at app//org.apache.hadoop.hbase.master.procedure.DeleteTableProcedure.executeFromState(DeleteTableProcedure.java:116) at app//org.apache.hadoop.hbase.master.procedure.DeleteTableProcedure.executeFromState(DeleteTableProcedure.java:62) at app//org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at app//org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread$$Lambda$597/0x00007f51f8a554c0.call(Unknown Source) at app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) "IPC Server handler 2 on default port 38219" daemon prio=5 tid=6623 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C44427%2C1734319217090,region_replica_replication_catalog" daemon prio=5 tid=2302 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@77f412bc" daemon prio=5 tid=6535 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) at app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7424 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=4284 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data4)" daemon prio=5 tid=6682 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "SyncThread:0" daemon prio=5 tid=6738 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/java.io.FileOutputStream.writeBytes(Native Method) at java.base@17.0.11/java.io.FileOutputStream.write(FileOutputStream.java:349) at java.base@17.0.11/java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:81) at java.base@17.0.11/java.io.BufferedOutputStream.flush(BufferedOutputStream.java:142) at app//org.apache.zookeeper.server.persistence.FileTxnLog.commit(FileTxnLog.java:378) at app//org.apache.zookeeper.server.persistence.FileTxnSnapLog.commit(FileTxnSnapLog.java:598) at app//org.apache.zookeeper.server.ZKDatabase.commit(ZKDatabase.java:659) at app//org.apache.zookeeper.server.SyncRequestProcessor.flush(SyncRequestProcessor.java:235) at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:169) "RS-EventLoopGroup-11-1" daemon prio=10 tid=2055 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.leaseChecker" daemon prio=5 tid=7000 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) "IPC Server handler 0 on default port 44253" daemon prio=5 tid=6588 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41321" daemon prio=5 tid=6845 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-13-2" daemon prio=10 tid=3260 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server listener on 0" daemon prio=5 tid=6544 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "regionserver/f0d65a6309ee:0.Chore.1" daemon prio=5 tid=6980 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35911" daemon prio=5 tid=6775 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "master:store-Flusher" daemon prio=5 tid=6920 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) at app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) at app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$492/0x00007f51f89bab00.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp605361737-6574" daemon prio=5 tid=6574 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-27-1" daemon prio=10 tid=5763 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-10-2" daemon prio=10 tid=2337 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_157983150_20 at /127.0.0.1:49570 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741834_1010]" daemon prio=5 tid=7025 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=5399 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "qtp1227360536-6603" daemon prio=5 tid=6603 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f51f8445da8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:2;f0d65a6309ee:41321" daemon prio=5 tid=6848 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1164) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) at java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) at app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=4795 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "ReadOnlyZKClient-127.0.0.1:56743@0x2886a5e0" daemon prio=5 tid=7054 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-27-3" daemon prio=10 tid=5823 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-EventThread" daemon prio=5 tid=6813 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=7067 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C39197%2C1734319226583,region_replica_replication_catalog" daemon prio=5 tid=3625 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40819" daemon prio=5 tid=6796 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7419 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-4-3" daemon prio=10 tid=684 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Common-Cleaner" daemon prio=8 tid=12 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) at java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162) "DatanodeAdminMonitor-0" daemon prio=5 tid=6513 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35125" daemon prio=5 tid=6822 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "zk-event-processor-pool-0" daemon prio=5 tid=6792 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741836_1012, type=LAST_IN_PIPELINE" daemon prio=5 tid=7044 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Client (982973141) connection to localhost/127.0.0.1:35487 from jenkins" daemon prio=5 tid=6554 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) at app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) "zk-event-processor-pool-0" daemon prio=5 tid=2299 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1816436516-6538-acceptor-0@60732871-ServerConnector@49e80fc2{HTTP/1.1, (http/1.1)}{localhost:32955}" daemon prio=3 tid=6538 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 2 on default port 35487" daemon prio=5 tid=6517 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS-EventLoopGroup-29-2" daemon prio=10 tid=7171 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test.LruBlockCache.EvictionThread" daemon prio=5 tid=6785 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35125" daemon prio=5 tid=6821 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35911" daemon prio=5 tid=6772 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=5972 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41321" daemon prio=5 tid=6843 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-1-2" daemon prio=10 tid=534 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-12-1" daemon prio=10 tid=2077 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HBase-Metrics2-1" daemon prio=5 tid=312 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-6" daemon prio=5 tid=1117 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Block report processor" daemon prio=5 tid=6502 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) "NIOWorkerThread-2" daemon prio=5 tid=6755 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog" daemon prio=5 tid=7072 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@480d19dc" daemon prio=5 tid=6601 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) at app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35911" daemon prio=5 tid=6771 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-19-3" daemon prio=10 tid=4911 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-6-3" daemon prio=10 tid=477 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-6" daemon prio=5 tid=6760 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1627-thread-1" prio=5 tid=6536 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data6)" daemon prio=5 tid=6699 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=2228 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "IPC Server idle connection scanner for port 34575" daemon prio=5 tid=6546 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "RS-EventLoopGroup-19-2" daemon prio=10 tid=4901 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc-EventThread" daemon prio=5 tid=1112 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "IPC Server handler 2 on default port 44253" daemon prio=5 tid=6590 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "pool-1642-thread-1" daemon prio=5 tid=6709 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "f0d65a6309ee:41321Replication Statistics #0" daemon prio=5 tid=7015 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:3;f0d65a6309ee:46459-longCompactions-0" daemon prio=5 tid=6994 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_-746975303_20 at /127.0.0.1:46802 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741895_1071]" daemon prio=5 tid=7772 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46459" daemon prio=5 tid=6863 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-30-1" daemon prio=10 tid=6806 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-7" daemon prio=5 tid=4198 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1086/0x00007f51f8ce2698.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server Responder" daemon prio=5 tid=6581 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "PEWorker-1" daemon prio=5 tid=6924 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128) "master:store-WAL-Roller" daemon prio=5 tid=6892 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "region-location-0" daemon prio=5 tid=6025 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=35 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "IPC Server Responder" daemon prio=5 tid=6508 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319260542" daemon prio=5 tid=6938 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) at app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) "master/f0d65a6309ee:0:becomeActiveMaster-MemStoreChunkPool Statistics" daemon prio=5 tid=438 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=569 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "IPC Server handler 4 on default port 45651" daemon prio=5 tid=6657 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS:0;f0d65a6309ee:40819" daemon prio=5 tid=6804 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1164) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) at java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) at app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56743" daemon prio=5 tid=6736 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) "RS-EventLoopGroup-18-3" daemon prio=10 tid=4766 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-28-3" daemon prio=10 tid=6968 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=2296 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "RS-EventLoopGroup-25-1" daemon prio=10 tid=5719 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test.LruBlockCache.EvictionThread" daemon prio=5 tid=6851 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) "Time-limited test-SendThread(127.0.0.1:56743)" daemon prio=5 tid=6856 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40819" daemon prio=5 tid=6801 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "Socket Reader #1 for port 0" daemon prio=5 tid=6612 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7964 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41321" daemon prio=5 tid=6840 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-3-3" daemon prio=10 tid=649 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-22-3" daemon prio=10 tid=4710 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Command processor" daemon prio=5 tid=6618 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) "RS-EventLoopGroup-9-3" daemon prio=10 tid=2298 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BP-1647729500-172.17.0.2-1734319258153 heartbeating to localhost/127.0.0.1:35487" daemon prio=5 tid=6619 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOServerCxnFactory.SelectorThread-0" daemon prio=5 tid=6734 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) "RS-EventLoopGroup-23-1" daemon prio=10 tid=5665 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1621-thread-1" prio=5 tid=6520 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "JvmPauseMonitor" daemon prio=5 tid=6978 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@6ef990ce" daemon prio=5 tid=6500 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741836_1012, type=LAST_IN_PIPELINE" daemon prio=5 tid=7043 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-24-1" daemon prio=10 tid=5697 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Notification Thread" daemon prio=9 tid=13 runnable java.lang.Thread.State: RUNNABLE "RPCClient-NioEventLoopGroup-7-1" daemon prio=5 tid=697 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35911" daemon prio=5 tid=6776 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=4731 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=2294 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "CacheReplicationMonitor(515565595)" daemon prio=5 tid=6526 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) at app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41321" daemon prio=5 tid=6844 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40819" daemon prio=5 tid=6800 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "IPC Server handler 1 on default port 38219" daemon prio=5 tid=6622 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data8/current/BP-1647729500-172.17.0.2-1734319258153" daemon prio=5 tid=6720 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-SendThread(127.0.0.1:56743)" daemon prio=5 tid=6812 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "pool-1-thread-2" daemon prio=5 tid=15 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200) at java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281) at java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "f0d65a6309ee:35125Replication Statistics #0" daemon prio=5 tid=7014 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 0 on default port 38219" daemon prio=5 tid=6621 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:50616)" daemon prio=5 tid=3620 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1144) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1207) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321" daemon prio=5 tid=6839 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-23-3" daemon prio=10 tid=5881 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@623cd91d" daemon prio=5 tid=6512 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-EventThread" daemon prio=5 tid=6835 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35125" daemon prio=5 tid=6818 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "ReadOnlyZKClient-127.0.0.1:60113@0x204eb2fc" daemon prio=5 tid=1110 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-10-1" daemon prio=10 tid=2033 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=6615 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1647-thread-1" prio=5 tid=6620 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@46fc1450" daemon prio=5 tid=6642 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.Chore.1" daemon prio=5 tid=6998 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp129568213-6493" daemon prio=5 tid=6493 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data8)" daemon prio=5 tid=6715 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=7069 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=2226 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=3301 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "IPC Server handler 1 on default port 44253" daemon prio=5 tid=6589 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "Finalizer" daemon prio=8 tid=3 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) at java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172) "RS-EventLoopGroup-16-1" daemon prio=10 tid=3124 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp129568213-6494" daemon prio=5 tid=6494 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-3" daemon prio=5 tid=6756 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-1" daemon prio=5 tid=3574 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1086/0x00007f51f8ce2698.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@637edb99" daemon prio=5 tid=6485 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741834_1010, type=LAST_IN_PIPELINE" daemon prio=5 tid=7029 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:1;f0d65a6309ee:35125-longCompactions-0" daemon prio=5 tid=6997 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-32-3" daemon prio=10 tid=6910 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-22-1" daemon prio=10 tid=4650 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "f0d65a6309ee:46459Replication Statistics #0" daemon prio=5 tid=7012 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 0 on default port 45651" daemon prio=5 tid=6653 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35911" daemon prio=5 tid=6777 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=3361 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "Session-HouseKeeper-19aec336-1" prio=5 tid=6541 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=5979 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35125" daemon prio=5 tid=6820 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=3295 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46459" daemon prio=5 tid=6859 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=3360 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "java.util.concurrent.ThreadPoolExecutor$Worker@bdab4e3[State = -1, empty queue]" daemon prio=5 tid=6678 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-3-2" daemon prio=10 tid=620 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_-746975303_20 at /127.0.0.1:53836 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741835_1011]" daemon prio=5 tid=7031 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:51144)" daemon prio=5 tid=2511 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1144) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1207) "RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7965 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1227360536-6606" daemon prio=5 tid=6606 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-21-2" daemon prio=10 tid=4968 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "nioEventLoopGroup-48-1" prio=10 tid=6641 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741833_1009, type=LAST_IN_PIPELINE" daemon prio=5 tid=7021 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-19-1" daemon prio=10 tid=4584 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-31-2" daemon prio=10 tid=7172 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1816436516-6537" daemon prio=5 tid=6537 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f51f8445da8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.leaseChecker" daemon prio=5 tid=6987 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=4804 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7785 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 3 on default port 45651" daemon prio=5 tid=6656 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "ProcExecTimeout" daemon prio=5 tid=6922 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) at app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) at app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipperf0d65a6309ee%2C35125%2C1734319260227,region_replica_replication_catalog" daemon prio=5 tid=7071 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40819" daemon prio=5 tid=6799 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "BootstrapNodeManager" daemon prio=5 tid=6967 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-12-2" daemon prio=10 tid=2136 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35125" daemon prio=5 tid=6819 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "FSEditLogAsync" daemon prio=5 tid=6504 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) at app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) at app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BP-1647729500-172.17.0.2-1734319258153 heartbeating to localhost/127.0.0.1:35487" daemon prio=5 tid=6586 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=3284 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "qtp1816436516-6539" daemon prio=5 tid=6539 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-13-1" daemon prio=10 tid=3048 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-18-1" daemon prio=10 tid=4552 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LruBlockCacheStatsExecutor" daemon prio=5 tid=6787 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-32-1" daemon prio=10 tid=6850 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=2293 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459" daemon prio=5 tid=6861 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "snapshot-hfile-cleaner-cache-refresher" daemon prio=5 tid=6937 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=634 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "DataXceiver for client DFSClient_NONMAPREDUCE_-746975303_20 at /127.0.0.1:49582 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741835_1011]" daemon prio=5 tid=7030 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=7065 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RPCClient-NioEventLoopGroup-7-9" daemon prio=5 tid=1123 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-28-1" daemon prio=10 tid=6752 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "M:0;f0d65a6309ee:35911" daemon prio=5 tid=6782 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.master.HMaster.waitForMasterActive(HMaster.java:702) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.initializeZooKeeper(HRegionServer.java:1014) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.preRegistrationInitialization(HRegionServer.java:954) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1075) at app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:603) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40819" daemon prio=5 tid=6797 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46459" daemon prio=5 tid=6860 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "region-location-2" daemon prio=5 tid=3412 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-12" daemon prio=5 tid=6766 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp129568213-6495" daemon prio=5 tid=6495 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:51144)" daemon prio=5 tid=2295 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) "RS-EventLoopGroup-15-3" daemon prio=10 tid=3370 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_157983150_20 at /127.0.0.1:46368 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741834_1010]" daemon prio=5 tid=7027 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:1;f0d65a6309ee:35125" daemon prio=5 tid=6826 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1164) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) at java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) at app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:51600)" daemon prio=5 tid=5978 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) "RPCClient-NioEventLoopGroup-7-5" daemon prio=5 tid=1081 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:0;f0d65a6309ee:40819-longCompactions-0" daemon prio=5 tid=6979 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MobFileCache #0" daemon prio=5 tid=6789 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=6509 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SSL Certificates Store Monitor" daemon prio=5 tid=25 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "region-location-2" daemon prio=5 tid=7118 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-4" daemon prio=5 tid=3577 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1086/0x00007f51f8ce2698.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7052 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "nioEventLoopGroup-44-1" prio=10 tid=6576 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-0" daemon prio=5 tid=651 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C46125%2C1734319252603,region_replica_replication_catalog" daemon prio=5 tid=5984 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:124) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:155) "Session-HouseKeeper-4be3922-1" prio=5 tid=6496 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:63691)" daemon prio=5 tid=4867 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) "DataXceiver for client DFSClient_NONMAPREDUCE_-227434481_20 at /127.0.0.1:53808 [Receiving block BP-1647729500-172.17.0.2-1734319258153:blk_1073741830_1006]" daemon prio=5 tid=6911 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35125" daemon prio=5 tid=6823 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RegionServerTracker-0" daemon prio=5 tid=6969 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MemStoreFlusher.0" daemon prio=5 tid=6992 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) at app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:322) "IPC Server handler 3 on default port 44253" daemon prio=5 tid=6591 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819" daemon prio=5 tid=6795 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RedundancyMonitor" daemon prio=5 tid=6498 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) at java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2eb57e26" daemon prio=5 tid=6569 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) at app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-14" daemon prio=5 tid=2356 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MarkedDeleteBlockScrubberThread" daemon prio=5 tid=6499 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7966 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-31-3" daemon prio=10 tid=7256 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=3616 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741835_1011, type=LAST_IN_PIPELINE" daemon prio=5 tid=7041 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LeaseRenewer:jenkins.hfs.20@localhost:35487" daemon prio=5 tid=7024 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35911" daemon prio=5 tid=6779 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "qtp1483891259-6639" daemon prio=5 tid=6639 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 2 on default port 45651" daemon prio=5 tid=6655 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=6582 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741830_1006, type=LAST_IN_PIPELINE" daemon prio=5 tid=6915 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=635 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "ReadOnlyZKClient-127.0.0.1:51600@0x181d5358" daemon prio=5 tid=5966 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$727/0x00007f51f8ae3068.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=4870 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-10" daemon prio=5 tid=6764 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Socket Reader #1 for port 0" daemon prio=5 tid=6579 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data1/current/BP-1647729500-172.17.0.2-1734319258153" daemon prio=5 tid=6669 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=5845 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "FsDatasetAsyncDiskServiceFixer" daemon prio=5 tid=6732 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtility.java:599) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=4801 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "pool-1633-thread-1" daemon prio=5 tid=6692 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7173 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=5920 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "surefire-forkedjvm-stream-flusher" daemon prio=5 tid=16 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1638-thread-1" prio=5 tid=6587 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-14-2" daemon prio=10 tid=3603 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 4 on default port 34575" daemon prio=5 tid=6560 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7422 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-EventThread" daemon prio=5 tid=6754 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "IPC Server Responder" daemon prio=5 tid=6547 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "java.util.concurrent.ThreadPoolExecutor$Worker@2e994f1e[State = -1, empty queue]" daemon prio=5 tid=6696 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7963 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.f0d65a6309ee%2C42375%2C1734319217135,region_replica_replication_catalog" daemon prio=5 tid=2517 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:124) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:155) "IPC Server listener on 0" daemon prio=5 tid=6578 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "RS-EventLoopGroup-20-1" daemon prio=10 tid=4606 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 3 on default port 38219" daemon prio=5 tid=6624 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "zk-event-processor-pool-0" daemon prio=5 tid=2513 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1616-thread-1" prio=5 tid=6497 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LruBlockCacheStatsExecutor" daemon prio=5 tid=6809 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Abort regionserver monitor" daemon prio=5 tid=3571 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "java.util.concurrent.ThreadPoolExecutor$Worker@1cdf1e39[State = -1, empty queue]" daemon prio=5 tid=6729 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41321" daemon prio=5 tid=6841 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RPCClient-NioEventLoopGroup-7-7" daemon prio=5 tid=1119 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35911" daemon prio=5 tid=6773 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=3363 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data4/current/BP-1647729500-172.17.0.2-1734319258153" daemon prio=5 tid=6688 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LruBlockCacheStatsExecutor" daemon prio=5 tid=6853 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Timer for 'DataNode' metrics system" daemon prio=5 tid=8157 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "region-location-1" daemon prio=5 tid=4915 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741895_1071, type=LAST_IN_PIPELINE" daemon prio=5 tid=7773 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LeaseRenewer:jenkins@localhost:35487" daemon prio=5 tid=6743 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 0 on default port 35487" daemon prio=5 tid=6515 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "main" prio=5 tid=1 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/java.lang.Thread.dumpThreads(Native Method) at java.base@17.0.11/java.lang.Thread.getAllStackTraces(Thread.java:1671) at app//org.apache.hadoop.hbase.TimedOutTestsListener.buildThreadDump(TimedOutTestsListener.java:92) at app//org.apache.hadoop.hbase.TimedOutTestsListener.buildThreadDiagnosticString(TimedOutTestsListener.java:78) at app//org.apache.hadoop.hbase.TimedOutTestsListener.testFailure(TimedOutTestsListener.java:65) at app//org.junit.runner.notification.SynchronizedRunListener.testFailure(SynchronizedRunListener.java:94) at app//org.junit.runner.notification.RunNotifier$6.notifyListener(RunNotifier.java:177) at app//org.junit.runner.notification.RunNotifier$SafeNotifier.run(RunNotifier.java:72) at app//org.junit.runner.notification.RunNotifier.fireTestFailures(RunNotifier.java:173) at app//org.junit.runner.notification.RunNotifier.fireTestFailure(RunNotifier.java:167) at app//org.apache.maven.surefire.common.junit4.Notifier.fireTestFailure(Notifier.java:100) at app//org.junit.internal.runners.model.EachTestNotifier.addFailure(EachTestNotifier.java:23) at app//org.junit.internal.runners.model.EachTestNotifier.addMultipleFailureException(EachTestNotifier.java:29) at app//org.junit.internal.runners.model.EachTestNotifier.addFailure(EachTestNotifier.java:21) at app//org.junit.runners.ParentRunner.run(ParentRunner.java:419) at app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316) at app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240) at app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214) at app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155) at app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385) at app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162) at app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507) at app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=4868 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "region-location-1" daemon prio=5 tid=6026 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BootstrapNodeManager" daemon prio=5 tid=6963 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-25-3" daemon prio=10 tid=6022 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-3" daemon prio=5 tid=1271 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-14" daemon prio=5 tid=6768 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-SendThread(127.0.0.1:56743)" daemon prio=5 tid=6790 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "zk-event-processor-pool-0" daemon prio=5 tid=3623 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-6" daemon prio=5 tid=3579 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1086/0x00007f51f8ce2698.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "f0d65a6309ee:35911" daemon prio=5 tid=6930 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2370) at app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2392) at app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.access$600(AssignmentManager.java:112) at app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2332) "RS-EventLoopGroup-25-2" daemon prio=10 tid=6012 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data7)" daemon prio=5 tid=6714 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "surefire-forkedjvm-command-thread" daemon prio=5 tid=18 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230) at java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178) at app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169) at app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50) at app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430) at app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419) at app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116) at app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77) at app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60) at app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-7" daemon prio=5 tid=6761 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-13" daemon prio=5 tid=2355 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=6814 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741834_1010, type=LAST_IN_PIPELINE" daemon prio=5 tid=7033 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741835_1011, type=LAST_IN_PIPELINE" daemon prio=5 tid=7040 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@41e8acbb" daemon prio=5 tid=6523 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-8" daemon prio=5 tid=1121 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-6-2" daemon prio=10 tid=476 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-1" daemon prio=5 tid=6741 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741830_1006, type=LAST_IN_PIPELINE" daemon prio=5 tid=6914 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp129568213-6492-acceptor-0@64f72b5c-ServerConnector@d35174e{HTTP/1.1, (http/1.1)}{localhost:34057}" daemon prio=3 tid=6492 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@5195eb3e" daemon prio=5 tid=6543 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-3" daemon prio=5 tid=3576 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1086/0x00007f51f8ce2698.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e52b8230-eb97-4975-cd6a-4ab59b353f7e/cluster_9d0b7dde-2bf0-2f1d-2b98-b340cb657534/dfs/data/data2)" daemon prio=5 tid=6664 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "pool-1615-thread-1" prio=5 tid=6487 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-4" daemon prio=5 tid=6757 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-28-2" daemon prio=10 tid=6966 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=7070 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-0" daemon prio=5 tid=4914 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_CLOSE_META-regionserver/f0d65a6309ee:0-0" daemon prio=5 tid=7134 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46459" daemon prio=5 tid=6862 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=4864 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46459" daemon prio=5 tid=6866 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "MobFileCache #0" daemon prio=5 tid=6811 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncFSWAL-0-hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb-prefix:f0d65a6309ee,35125,1734319260227.meta" daemon prio=5 tid=7063 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Command processor" daemon prio=5 tid=6585 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=2509 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "PacketResponder: BP-1647729500-172.17.0.2-1734319258153:blk_1073741834_1010, type=LAST_IN_PIPELINE" daemon prio=5 tid=7034 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-5-3" daemon prio=10 tid=981 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/f0d65a6309ee:0.procedureResultReporter" daemon prio=5 tid=5910 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS-EventLoopGroup-21-1" daemon prio=10 tid=4628 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/f0d65a6309ee:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=5976 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "Session-HouseKeeper-31906259-1" prio=5 tid=6607 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server listener on 0" daemon prio=5 tid=6643 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41321" daemon prio=5 tid=6838 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) 2024-12-16T03:31:00,038 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:31:00,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:31:00,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:31:00,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:31:00,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:31:00,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:31:00,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:31:00,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:31:00,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:31:00,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:31:00,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:31:00,055 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T03:31:00,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:31:00,055 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,40819,1734319260195' ***** 2024-12-16T03:31:00,055 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:31:00,055 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,35125,1734319260227' ***** 2024-12-16T03:31:00,055 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:31:00,055 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,41321,1734319260255' ***** 2024-12-16T03:31:00,055 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:31:00,055 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,46459,1734319260285' ***** 2024-12-16T03:31:00,055 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:31:00,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35125-0x1002cdade000002, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:31:00,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46459-0x1002cdade000004, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:31:00,056 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:31:00,056 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:31:00,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35911-0x1002cdade000000, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:31:00,056 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:31:00,056 INFO [RS:3;f0d65a6309ee:46459 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:31:00,056 INFO [RS:3;f0d65a6309ee:46459 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:31:00,056 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:31:00,056 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:31:00,056 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:31:00,057 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:31:00,057 INFO [RS:0;f0d65a6309ee:40819 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:31:00,057 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:31:00,057 INFO [RS:0;f0d65a6309ee:40819 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:31:00,057 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(3579): Received CLOSE for 384416d7e127a45dbac8591ca4f5d784 2024-12-16T03:31:00,057 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(3579): Received CLOSE for e92a9e8e2071bb9402417b4ecb055c25 2024-12-16T03:31:00,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40819-0x1002cdade000001, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:31:00,057 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(3579): Received CLOSE for bcf2f324c29ee96cb25f4dfaa0652ef6 2024-12-16T03:31:00,057 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(3579): Received CLOSE for e205833e9b48cccdfa6cf1d13a233223 2024-12-16T03:31:00,057 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e92a9e8e2071bb9402417b4ecb055c25, disabling compactions & flushes 2024-12-16T03:31:00,057 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 384416d7e127a45dbac8591ca4f5d784, disabling compactions & flushes 2024-12-16T03:31:00,057 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(3579): Received CLOSE for 3f112a4e209c09fdc45fd5b9297305c0 2024-12-16T03:31:00,057 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25. 2024-12-16T03:31:00,057 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(3579): Received CLOSE for 227c6f099b39298a851e8fe977aeb73b 2024-12-16T03:31:00,057 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784. 2024-12-16T03:31:00,057 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(3579): Received CLOSE for bf13ea76acc061bbccb2c7648231e8ae 2024-12-16T03:31:00,057 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25. 2024-12-16T03:31:00,057 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784. 2024-12-16T03:31:00,057 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784. after waiting 0 ms 2024-12-16T03:31:00,057 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25. after waiting 0 ms 2024-12-16T03:31:00,057 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(3579): Received CLOSE for 85f74bf9ef88d67cca25d2a5803e1303 2024-12-16T03:31:00,057 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784. 2024-12-16T03:31:00,057 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25. 2024-12-16T03:31:00,057 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,46459,1734319260285 2024-12-16T03:31:00,057 DEBUG [RS:3;f0d65a6309ee:46459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:31:00,057 INFO [RS:2;f0d65a6309ee:41321 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:31:00,057 INFO [RS:2;f0d65a6309ee:41321 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:31:00,057 INFO [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(1599): Waiting on 7 regions to close 2024-12-16T03:31:00,057 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(3579): Received CLOSE for 85cfc79f1a402379d286021527ed868d 2024-12-16T03:31:00,057 DEBUG [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(1603): Online Regions={e92a9e8e2071bb9402417b4ecb055c25=testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25., bcf2f324c29ee96cb25f4dfaa0652ef6=hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6., e205833e9b48cccdfa6cf1d13a233223=testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223., 3f112a4e209c09fdc45fd5b9297305c0=testHBaseMetaReplicates_0,kkk,1734319262882.3f112a4e209c09fdc45fd5b9297305c0., 227c6f099b39298a851e8fe977aeb73b=testHBaseMetaReplicates_0,xxx,1734319262882.227c6f099b39298a851e8fe977aeb73b., bf13ea76acc061bbccb2c7648231e8ae=testHBaseMetaReplicates_0,ttt,1734319262882.bf13ea76acc061bbccb2c7648231e8ae., 85f74bf9ef88d67cca25d2a5803e1303=testHBaseMetaReplicates_0,ggg,1734319262882.85f74bf9ef88d67cca25d2a5803e1303.} 2024-12-16T03:31:00,057 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(3579): Received CLOSE for ac102028bfa32c7ff193e6fee8e54f25 2024-12-16T03:31:00,057 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(3579): Received CLOSE for dc444503e8f5ffbdb33f9437ed632514 2024-12-16T03:31:00,057 DEBUG [RS:3;f0d65a6309ee:46459 {}] regionserver.HRegionServer(1629): Waiting on 227c6f099b39298a851e8fe977aeb73b, 3f112a4e209c09fdc45fd5b9297305c0, 85f74bf9ef88d67cca25d2a5803e1303, bcf2f324c29ee96cb25f4dfaa0652ef6, bf13ea76acc061bbccb2c7648231e8ae, e205833e9b48cccdfa6cf1d13a233223, e92a9e8e2071bb9402417b4ecb055c25 2024-12-16T03:31:00,057 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(3579): Received CLOSE for 4ac211f146473e88fb5955cb5c380130 2024-12-16T03:31:00,057 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(3579): Received CLOSE for 54ca9366ddb4c47e3ad6430db44d4b9c 2024-12-16T03:31:00,057 INFO [RS:1;f0d65a6309ee:35125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:31:00,057 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(3579): Received CLOSE for db8a5971361c8b0ae812df3bedce35d9 2024-12-16T03:31:00,057 INFO [RS:1;f0d65a6309ee:35125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:31:00,057 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,41321,1734319260255 2024-12-16T03:31:00,058 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(3579): Received CLOSE for 1000549fbfe00e38c988b612315b0d1a 2024-12-16T03:31:00,058 DEBUG [RS:2;f0d65a6309ee:41321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:31:00,058 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(3579): Received CLOSE for 7f89f14cec3e4c195031b8275428f4ed 2024-12-16T03:31:00,058 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(1599): Waiting on 7 regions to close 2024-12-16T03:31:00,058 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(3579): Received CLOSE for ce7ed548d08253f8fc91fbcc27374eae 2024-12-16T03:31:00,058 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1000549fbfe00e38c988b612315b0d1a, disabling compactions & flushes 2024-12-16T03:31:00,058 DEBUG [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(1603): Online Regions={85cfc79f1a402379d286021527ed868d=testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d., ac102028bfa32c7ff193e6fee8e54f25=testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25., 534574363=hbase:meta,,1_0001.534574363, dc444503e8f5ffbdb33f9437ed632514=testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514., 4ac211f146473e88fb5955cb5c380130=testHBaseMetaReplicates_0,eee,1734319262882.4ac211f146473e88fb5955cb5c380130., 54ca9366ddb4c47e3ad6430db44d4b9c=testHBaseMetaReplicates_0,iii,1734319262882.54ca9366ddb4c47e3ad6430db44d4b9c., db8a5971361c8b0ae812df3bedce35d9=testHBaseMetaReplicates_0,mmm,1734319262882.db8a5971361c8b0ae812df3bedce35d9.} 2024-12-16T03:31:00,058 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(3579): Received CLOSE for 4c57e2c730c4388781989a08cf01a4f9 2024-12-16T03:31:00,058 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a. 2024-12-16T03:31:00,058 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(3579): Received CLOSE for fa3baee3fd352c6dbbec7a6313d57a05 2024-12-16T03:31:00,058 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a. 2024-12-16T03:31:00,058 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a. after waiting 0 ms 2024-12-16T03:31:00,058 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(3579): Received CLOSE for 3424d0d5a04b970cf2e1c802e932a677 2024-12-16T03:31:00,058 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a. 2024-12-16T03:31:00,058 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,35125,1734319260227 2024-12-16T03:31:00,058 INFO [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-16T03:31:00,058 DEBUG [RS:1;f0d65a6309ee:35125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:31:00,058 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:31:00,058 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:31:00,058 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 85cfc79f1a402379d286021527ed868d, disabling compactions & flushes 2024-12-16T03:31:00,058 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:31:00,058 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d. 2024-12-16T03:31:00,058 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T03:31:00,058 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d. 2024-12-16T03:31:00,058 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d. after waiting 0 ms 2024-12-16T03:31:00,058 INFO [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(1599): Waiting on 7 regions to close 2024-12-16T03:31:00,058 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d. 2024-12-16T03:31:00,058 DEBUG [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(1603): Online Regions={1000549fbfe00e38c988b612315b0d1a=testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a., 7f89f14cec3e4c195031b8275428f4ed=testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed., ce7ed548d08253f8fc91fbcc27374eae=testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae., 4c57e2c730c4388781989a08cf01a4f9=testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9., 1588230740=hbase:meta,,1.1588230740, fa3baee3fd352c6dbbec7a6313d57a05=testHBaseMetaReplicates_0,ddd,1734319262882.fa3baee3fd352c6dbbec7a6313d57a05., 3424d0d5a04b970cf2e1c802e932a677=testHBaseMetaReplicates_0,lll,1734319262882.3424d0d5a04b970cf2e1c802e932a677.} 2024-12-16T03:31:00,058 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:31:00,058 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:31:00,058 DEBUG [RS:1;f0d65a6309ee:35125 {}] regionserver.HRegionServer(1629): Waiting on 1000549fbfe00e38c988b612315b0d1a, 1588230740, 3424d0d5a04b970cf2e1c802e932a677, 4c57e2c730c4388781989a08cf01a4f9, 7f89f14cec3e4c195031b8275428f4ed, ce7ed548d08253f8fc91fbcc27374eae, fa3baee3fd352c6dbbec7a6313d57a05 2024-12-16T03:31:00,058 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:31:00,058 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:31:00,058 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:31:00,059 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(3579): Received CLOSE for 1a28fbd2303f1eb4b993d0864df8330d 2024-12-16T03:31:00,059 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(3579): Received CLOSE for 5a8c0a8d6ce90e0a828e6e660d46040a 2024-12-16T03:31:00,059 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(3579): Received CLOSE for c74f8c63eaf4912f289ef2047a51bba6 2024-12-16T03:31:00,059 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(3579): Received CLOSE for c4e1f604fd728fd627b5f8c771f7ac37 2024-12-16T03:31:00,059 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(3579): Received CLOSE for a38ddd360f95b99bbe0d3bc511cdb2dd 2024-12-16T03:31:00,059 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(3579): Received CLOSE for cc21518fd27e91a2fc6ebc68e9549442 2024-12-16T03:31:00,059 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,40819,1734319260195 2024-12-16T03:31:00,059 DEBUG [RS:0;f0d65a6309ee:40819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:31:00,059 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(1599): Waiting on 8 regions to close 2024-12-16T03:31:00,059 DEBUG [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(1603): Online Regions={384416d7e127a45dbac8591ca4f5d784=testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784., 1a28fbd2303f1eb4b993d0864df8330d=testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d., 5a8c0a8d6ce90e0a828e6e660d46040a=testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a., c74f8c63eaf4912f289ef2047a51bba6=testHBaseMetaReplicates_0,fff,1734319262882.c74f8c63eaf4912f289ef2047a51bba6., 1657623790=hbase:meta,,1_0002.1657623790, c4e1f604fd728fd627b5f8c771f7ac37=testHBaseMetaReplicates_0,www,1734319262882.c4e1f604fd728fd627b5f8c771f7ac37., a38ddd360f95b99bbe0d3bc511cdb2dd=testHBaseMetaReplicates_0,sss,1734319262882.a38ddd360f95b99bbe0d3bc511cdb2dd., cc21518fd27e91a2fc6ebc68e9549442=testHBaseMetaReplicates_0,rrr,1734319262882.cc21518fd27e91a2fc6ebc68e9549442.} 2024-12-16T03:31:00,059 INFO [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-16T03:31:00,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41321-0x1002cdade000003, quorum=127.0.0.1:56743, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:31:00,061 DEBUG [RS:2;f0d65a6309ee:41321 {}] regionserver.HRegionServer(1629): Waiting on 4ac211f146473e88fb5955cb5c380130, 534574363, 54ca9366ddb4c47e3ad6430db44d4b9c, 85cfc79f1a402379d286021527ed868d, ac102028bfa32c7ff193e6fee8e54f25, db8a5971361c8b0ae812df3bedce35d9, dc444503e8f5ffbdb33f9437ed632514 2024-12-16T03:31:00,061 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-16T03:31:00,061 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-16T03:31:00,061 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-16T03:31:00,061 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-16T03:31:00,061 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-16T03:31:00,068 DEBUG [RS:0;f0d65a6309ee:40819 {}] regionserver.HRegionServer(1629): Waiting on 1657623790, 1a28fbd2303f1eb4b993d0864df8330d, 384416d7e127a45dbac8591ca4f5d784, 5a8c0a8d6ce90e0a828e6e660d46040a, a38ddd360f95b99bbe0d3bc511cdb2dd, c4e1f604fd728fd627b5f8c771f7ac37, c74f8c63eaf4912f289ef2047a51bba6, cc21518fd27e91a2fc6ebc68e9549442 2024-12-16T03:31:00,069 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-16T03:31:00,069 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-16T03:31:00,069 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-16T03:31:00,069 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-16T03:31:00,069 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-16T03:31:00,069 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/1000549fbfe00e38c988b612315b0d1a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:31:00,070 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a. 2024-12-16T03:31:00,070 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1000549fbfe00e38c988b612315b0d1a: 2024-12-16T03:31:00,070 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,ppp,1734319262882.1000549fbfe00e38c988b612315b0d1a. 2024-12-16T03:31:00,070 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7f89f14cec3e4c195031b8275428f4ed, disabling compactions & flushes 2024-12-16T03:31:00,070 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed. 2024-12-16T03:31:00,070 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed. 2024-12-16T03:31:00,070 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed. after waiting 0 ms 2024-12-16T03:31:00,070 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed. 2024-12-16T03:31:00,081 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/meta/1588230740/recovered.edits/180.seqid, newMaxSeqId=180, maxSeqId=12 2024-12-16T03:31:00,082 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:31:00,082 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:31:00,082 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:31:00,082 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T03:31:00,096 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/384416d7e127a45dbac8591ca4f5d784/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:31:00,096 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784. 2024-12-16T03:31:00,096 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 384416d7e127a45dbac8591ca4f5d784: 2024-12-16T03:31:00,096 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,nnn,1734319262882.384416d7e127a45dbac8591ca4f5d784. 2024-12-16T03:31:00,096 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1a28fbd2303f1eb4b993d0864df8330d, disabling compactions & flushes 2024-12-16T03:31:00,096 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d. 2024-12-16T03:31:00,096 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d. 2024-12-16T03:31:00,096 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d. after waiting 0 ms 2024-12-16T03:31:00,096 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d. 2024-12-16T03:31:00,098 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:31:00,098 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:31:00,098 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:31:00,099 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:31:00,099 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-16T03:31:00,099 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-16T03:31:00,099 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-16T03:31:00,099 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:31:00,100 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/e92a9e8e2071bb9402417b4ecb055c25/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:31:00,100 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25. 2024-12-16T03:31:00,100 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e92a9e8e2071bb9402417b4ecb055c25: 2024-12-16T03:31:00,100 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,ooo,1734319262882.e92a9e8e2071bb9402417b4ecb055c25. 2024-12-16T03:31:00,100 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bcf2f324c29ee96cb25f4dfaa0652ef6, disabling compactions & flushes 2024-12-16T03:31:00,100 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6. 2024-12-16T03:31:00,100 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6. 2024-12-16T03:31:00,100 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6. after waiting 0 ms 2024-12-16T03:31:00,100 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6. 2024-12-16T03:31:00,103 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:31:00,104 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-16T03:31:00,104 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-16T03:31:00,104 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/85cfc79f1a402379d286021527ed868d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:31:00,104 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-16T03:31:00,104 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d. 2024-12-16T03:31:00,104 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 85cfc79f1a402379d286021527ed868d: 2024-12-16T03:31:00,104 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,qqq,1734319262882.85cfc79f1a402379d286021527ed868d. 2024-12-16T03:31:00,104 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ac102028bfa32c7ff193e6fee8e54f25, disabling compactions & flushes 2024-12-16T03:31:00,104 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25. 2024-12-16T03:31:00,104 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25. 2024-12-16T03:31:00,104 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25. after waiting 0 ms 2024-12-16T03:31:00,104 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25. 2024-12-16T03:31:00,109 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/7f89f14cec3e4c195031b8275428f4ed/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:31:00,109 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed. 2024-12-16T03:31:00,109 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7f89f14cec3e4c195031b8275428f4ed: 2024-12-16T03:31:00,109 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,yyy,1734319262882.7f89f14cec3e4c195031b8275428f4ed. 2024-12-16T03:31:00,110 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ce7ed548d08253f8fc91fbcc27374eae, disabling compactions & flushes 2024-12-16T03:31:00,110 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae. 2024-12-16T03:31:00,110 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae. 2024-12-16T03:31:00,110 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae. after waiting 0 ms 2024-12-16T03:31:00,110 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae. 2024-12-16T03:31:00,112 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/ac102028bfa32c7ff193e6fee8e54f25/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:31:00,112 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25. 2024-12-16T03:31:00,112 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ac102028bfa32c7ff193e6fee8e54f25: 2024-12-16T03:31:00,112 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,vvv,1734319262882.ac102028bfa32c7ff193e6fee8e54f25. 2024-12-16T03:31:00,113 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dc444503e8f5ffbdb33f9437ed632514, disabling compactions & flushes 2024-12-16T03:31:00,113 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514. 2024-12-16T03:31:00,113 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514. 2024-12-16T03:31:00,113 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514. after waiting 0 ms 2024-12-16T03:31:00,113 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ccc,1734319262882.dc444503e8f5ffbdb33f9437ed632514. 2024-12-16T03:31:00,123 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/1a28fbd2303f1eb4b993d0864df8330d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:31:00,123 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d. 2024-12-16T03:31:00,123 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1a28fbd2303f1eb4b993d0864df8330d: 2024-12-16T03:31:00,124 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,,1734319262882.1a28fbd2303f1eb4b993d0864df8330d. 2024-12-16T03:31:00,124 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5a8c0a8d6ce90e0a828e6e660d46040a, disabling compactions & flushes 2024-12-16T03:31:00,124 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a. 2024-12-16T03:31:00,124 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a. 2024-12-16T03:31:00,124 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a. after waiting 0 ms 2024-12-16T03:31:00,124 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,jjj,1734319262882.5a8c0a8d6ce90e0a828e6e660d46040a. 2024-12-16T03:31:00,124 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/ce7ed548d08253f8fc91fbcc27374eae/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:31:00,124 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/hbase/namespace/bcf2f324c29ee96cb25f4dfaa0652ef6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T03:31:00,126 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae. 2024-12-16T03:31:00,126 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ce7ed548d08253f8fc91fbcc27374eae: 2024-12-16T03:31:00,126 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6. 2024-12-16T03:31:00,126 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bcf2f324c29ee96cb25f4dfaa0652ef6: 2024-12-16T03:31:00,126 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,uuu,1734319262882.ce7ed548d08253f8fc91fbcc27374eae. 2024-12-16T03:31:00,126 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734319261263.bcf2f324c29ee96cb25f4dfaa0652ef6. 2024-12-16T03:31:00,126 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e205833e9b48cccdfa6cf1d13a233223, disabling compactions & flushes 2024-12-16T03:31:00,126 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4c57e2c730c4388781989a08cf01a4f9, disabling compactions & flushes 2024-12-16T03:31:00,126 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223. 2024-12-16T03:31:00,126 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9. 2024-12-16T03:31:00,126 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223. 2024-12-16T03:31:00,126 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9. 2024-12-16T03:31:00,126 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223. after waiting 0 ms 2024-12-16T03:31:00,126 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9. after waiting 0 ms 2024-12-16T03:31:00,126 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223. 2024-12-16T03:31:00,126 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,hhh,1734319262882.4c57e2c730c4388781989a08cf01a4f9. 2024-12-16T03:31:00,131 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/e205833e9b48cccdfa6cf1d13a233223/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:31:00,131 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/73b762b9-b936-6ce1-f693-d1bbe77532eb/data/default/testHBaseMetaReplicates_0/dc444503e8f5ffbdb33f9437ed632514/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:31:00,139 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,bbb,1734319262882.e205833e9b48cccdfa6cf1d13a233223. 2024-12-16T03:31:00,139 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e205833e9b48cccdfa6cf1d13a233223: